-- Logs begin at Mon 2021-04-19 18:03:13 UTC, end at Mon 2021-04-19 18:57:02 UTC. -- Apr 19 18:34:04.803617 dv-cinder-786930-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 19 18:34:07.980371 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.common.config [-] Logging enabled! Apr 19 18:34:07.980926 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 18:34:07.982206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86198) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 18:34:07.984015 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.common.config [-] Logging enabled! Apr 19 18:34:07.984367 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 18:34:07.984725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86198) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 18:34:07.985762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 18:34:07.986028 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 18:34:07.987079 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 18:34:07.987367 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 18:34:07.987628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 18:34:07.987999 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.989038 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.989379 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.989641 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.989983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.990321 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.990668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.991007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.991346 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.991671 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.991989 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.992310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.992572 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.992891 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.993219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.993554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.993811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] debug = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.994128 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.994696 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.995018 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.995333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.995666 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.995975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.996291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.996596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.996924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.997275 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] host = dv-cinder-786930-1-smb {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.997597 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.997919 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.998243 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.998600 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.998902 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.999311 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.999609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:07.999921 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.000231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] log_file = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.000543 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.000873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.001204 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.001539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.001794 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.002046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.002404 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.003061 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.003375 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.004403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.004791 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.005114 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.005442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.005766 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.006121 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.006478 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.006842 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.007151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.007465 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.007775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.008083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.008409 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.008722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.009032 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.009343 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.009672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.009976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.010291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.010654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.010981 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.011304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.011629 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.011941 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.012310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.012683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.012994 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.013327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] use_json = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.013683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.013992 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.014337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.014667 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.014999 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.015309 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.015637 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.015990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:08.016347 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.016694 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.017039 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.017360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.017695 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.018009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.018336 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.018670 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.018999 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.019368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.019764 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.020124 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.020400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.020711 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.021046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.021394 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.021727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.022061 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.022372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.022705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.023013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.023324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.023651 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.023983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.024309 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.024621 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.024933 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.025262 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.025574 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.025882 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.026193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.026523 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.026864 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.027171 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.027485 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.027798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.028104 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.028409 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.028718 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.029045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.029353 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.029657 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.029964 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.030272 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.030591 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.030917 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.031228 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.031530 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.031835 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.032145 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.032448 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.032754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.033063 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.033370 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.033679 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.033986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.034291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.034617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.034956 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.035265 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.035570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.035879 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.036188 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.036494 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.036878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.037192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.037495 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.037800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.038123 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.038457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.038792 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.039110 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.039425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.039735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.040047 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.040361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.040674 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.040987 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.041292 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.041621 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.041940 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.042262 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.042587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.042924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.043262 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.043578 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.043896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.044208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.044520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.044847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.045165 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.045494 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.045822 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.046152 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.046481 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.046838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.047154 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.047503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.047817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:08.048065 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 18:34:08.048331 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86198) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 19 18:34:08.718579 dv-cinder-786930-1-smb neutron-server[86198]: INFO keyring.backend [-] Loading Gnome Apr 19 18:34:08.736207 dv-cinder-786930-1-smb neutron-server[86198]: INFO keyring.backend [-] Loading Google Apr 19 18:34:08.739060 dv-cinder-786930-1-smb neutron-server[86198]: INFO keyring.backend [-] Loading Windows (alt) Apr 19 18:34:08.742783 dv-cinder-786930-1-smb neutron-server[86198]: INFO keyring.backend [-] Loading file Apr 19 18:34:08.743626 dv-cinder-786930-1-smb neutron-server[86198]: INFO keyring.backend [-] Loading keyczar Apr 19 18:34:08.743911 dv-cinder-786930-1-smb neutron-server[86198]: INFO keyring.backend [-] Loading multi Apr 19 18:34:08.744544 dv-cinder-786930-1-smb neutron-server[86198]: INFO keyring.backend [-] Loading pyfs Apr 19 18:34:08.792575 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:34:08.792886 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:34:08.793215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:34:08.793593 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 19 18:34:09.189384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.190012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.190012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.191873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.192281 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.192577 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.230596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.230918 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.231215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.248188 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.248545 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.248845 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.319517 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.319821 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.320125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.321134 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.321426 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.323445 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.600018 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.600347 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.600643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.600945 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.601775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.754834 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.755130 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.755450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.755753 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.756051 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.756429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.756912 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.757208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.757501 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.757839 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.758135 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.758440 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.758772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.759071 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.759380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.759696 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.759990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.760327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.761329 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.761329 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.761329 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.761643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.761863 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.762200 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.762479 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.762781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.763227 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:34:09.763499 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:34:09.763769 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:34:09.764040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:34:09.764313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:34:09.764579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:34:09.765007 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 19 18:34:09.768443 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 19 18:34:09.772602 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 19 18:34:09.776484 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Apr 19 18:34:09.778150 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 19 18:34:09.779448 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 19 18:34:09.779854 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 19 18:34:09.780691 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 19 18:34:09.784403 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 19 18:34:09.784684 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 19 18:34:09.785608 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 18:34:09.813548 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 19 18:34:09.814064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.814398 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86198) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 19 18:34:09.814931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.816366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86198) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 19 18:34:09.816687 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 18:34:09.816962 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 19 18:34:09.820253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.820567 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:09.888239 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 19 18:34:09.888505 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 19 18:34:09.888775 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 19 18:34:09.889188 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 19 18:34:09.924498 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_db.sqlalchemy.engines [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86198) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 19 18:34:10.378114 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Initializing driver for type 'gre' Apr 19 18:34:10.378761 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] gre ID ranges: [(1, 1000)] Apr 19 18:34:10.420361 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Initializing driver for type 'local' Apr 19 18:34:10.420728 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Initializing driver for type 'vlan' Apr 19 18:34:10.434404 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] VlanTypeDriver initialization complete Apr 19 18:34:10.435152 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Initializing driver for type 'vxlan' Apr 19 18:34:10.436021 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] vxlan ID ranges: [(1, 1000)] Apr 19 18:34:10.479958 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Initializing extension driver 'port_security' Apr 19 18:34:10.480328 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.extensions.port_security [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] PortSecurityExtensionDriver initialization complete Apr 19 18:34:10.480707 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Initializing mechanism driver 'openvswitch' Apr 19 18:34:10.481074 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Initializing mechanism driver 'hyperv' Apr 19 18:34:10.487714 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:34:10.489152 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > port after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.489564 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > port after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.489955 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > port after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.490359 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > subnet after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.490778 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > subnet after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.491163 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.491580 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > network after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.491966 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > network after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.492348 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > network after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.492766 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > security_group after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.493153 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > security_group after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.493703 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.494126 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.494513 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.494963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.495385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > address_group after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.495768 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > address_group after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.496147 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.496514 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] ML2 OVO RPC backend initialized. {{(pid=86198) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 19 18:34:10.497327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.497716 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.498188 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > network before_response 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.498600 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > networks before_response 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.498976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > port before_response 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.499354 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > ports before_response 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.499735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > subnet before_response 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.500116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > subnets before_response 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.500506 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > network after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.500879 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > network after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.501251 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > network after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.501626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > port after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.502000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > port after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.502371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > port after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.503017 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > subnet after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.503389 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > subnet after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.504531 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.505241 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.plugin [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Modular L2 Plugin initialization complete Apr 19 18:34:10.505605 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading services supported by the core plugin {{(pid=86198) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 19 18:34:10.505976 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.plugins.ml2.managers [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Got port-security extension from driver 'port_security' Apr 19 18:34:10.506489 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.extensions.vlantransparent [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Disabled vlantransparent extension. Apr 19 18:34:10.507060 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86198) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 19 18:34:10.507409 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading Plugin: router Apr 19 18:34:10.546962 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.547402 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router after_create 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.547817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router before_create 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.548227 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.548646 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.549040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router after_delete 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.549444 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.549858 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router after_create 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.550244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router after_update 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.551224 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router after_update 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.551679 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.552320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router after_update 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.552852 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router precommit_update 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.553279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: port after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.553664 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: port after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.554041 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: subnet after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.554422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.554839 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.555228 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router precommit_create 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.555613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: port before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.555998 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router precommit_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.556405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router after_update 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.556790 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.557183 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router precommit_create 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.557595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.557987 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router precommit_update 55549900 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.558422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > network after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.559535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Tracking information for resource: router configured {{(pid=86198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:34:10.559914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Tracking information for resource: floatingip configured {{(pid=86198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:34:10.565155 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_agentschedulers_db [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 19 18:34:10.565820 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: port after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.566345 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: port after_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.566874 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: port after_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.567272 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: port after_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.568213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router before_create 55550100 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.568624 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.569036 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router precommit_create 55550100 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.569429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > router precommit_update 55550100 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.574384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.provider_configuration [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service providers = [] {{(pid=86198) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 19 18:34:10.574805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.servicetype_db [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86198) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 19 18:34:10.577781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.service_base [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86198) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:34:10.578173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.service_base [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86198) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:34:10.578553 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.service_base [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86198) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:34:10.579481 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.service_base [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86198) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:34:10.579885 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.services.service_base [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 19 18:34:10.580319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:34:10.580677 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 19 18:34:10.591822 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:34:10.592200 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading Plugin: auto_allocate Apr 19 18:34:10.598770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: network precommit_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.599185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: network precommit_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.599790 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:34:10.600152 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading Plugin: tag Apr 19 18:34:10.607386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:34:10.607767 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading Plugin: timestamp Apr 19 18:34:10.611768 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:34:10.612186 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading Plugin: network_ip_availability Apr 19 18:34:10.618431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.618891 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.619292 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.620116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:34:10.620480 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading Plugin: flavors Apr 19 18:34:10.625067 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:34:10.625440 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading Plugin: revisions Apr 19 18:34:10.630447 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:34:10.630856 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.838s {{(pid=86198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:34:10.631685 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86198) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 19 18:34:10.632050 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Initializing extension manager. Apr 19 18:34:10.632621 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: __init__.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.633005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: __pycache__ {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.633382 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.633762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: address_group.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.634620 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.635275 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: address-group Apr 19 18:34:10.635641 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: address_scope.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.636420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.636994 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: address-scope Apr 19 18:34:10.637358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.638324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.638948 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: router-admin-state-down-before-update Apr 19 18:34:10.639314 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: agent.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.640083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.640653 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: agent Apr 19 18:34:10.641014 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: agent_resources_synced.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.641942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.642514 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: agent-resources-synced Apr 19 18:34:10.642914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: allowedaddresspairs.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.644798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.645385 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: allowed-address-pairs Apr 19 18:34:10.645753 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: auto_allocated_topology.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.646882 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.647460 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: auto-allocated-topology Apr 19 18:34:10.647825 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: availability_zone.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.648587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.649165 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: availability_zone Apr 19 18:34:10.649530 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: availability_zone_filter.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.650468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.651076 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: availability_zone_filter Apr 19 18:34:10.651440 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: data_plane_status.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.652509 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.653084 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension data-plane-status not supported by any of loaded plugins Apr 19 18:34:10.653453 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: default_subnetpools.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.654399 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.655266 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: default-subnetpools Apr 19 18:34:10.655392 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.656261 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.656849 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: dhcp_agent_scheduler Apr 19 18:34:10.657217 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: dns.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.658177 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.658775 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension dns-integration not supported by any of loaded plugins Apr 19 18:34:10.659143 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: dns_domain_ports.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.660611 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.661187 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 19 18:34:10.661553 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: dvr.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.662288 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.662899 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: dvr Apr 19 18:34:10.663266 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: empty_string_filtering.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.664201 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.664777 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: empty-string-filtering Apr 19 18:34:10.665144 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.666096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.666690 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 19 18:34:10.667058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.667997 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.668578 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 19 18:34:10.668946 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: external_net.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.669883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.670462 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: external-net Apr 19 18:34:10.670859 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.671793 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.672365 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: extra_dhcp_opt Apr 19 18:34:10.672730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: extraroute.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.673662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.674239 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: extraroute Apr 19 18:34:10.674641 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: extraroute_atomic.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.676330 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.676911 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: extraroute-atomic Apr 19 18:34:10.677274 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: filter_validation.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.677995 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.678604 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: filter-validation Apr 19 18:34:10.678961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: fip_pf_description.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.679897 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.680460 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 19 18:34:10.680826 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: fip_port_details.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.681880 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.682457 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: fip-port-details Apr 19 18:34:10.682851 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: flavors.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.684120 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.684712 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: flavors Apr 19 18:34:10.685081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.686807 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.687394 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 19 18:34:10.687765 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: floatingip_pools.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.688536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.689113 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: floatingip-pools Apr 19 18:34:10.689482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: ip_allocation.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.690437 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.691251 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension ip_allocation not supported by any of loaded plugins Apr 19 18:34:10.691501 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.692409 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.692993 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: ip-substring-filtering Apr 19 18:34:10.693359 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: l2_adjacency.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.694301 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.694902 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 19 18:34:10.695267 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: l3.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.696386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.696974 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: router Apr 19 18:34:10.697344 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.699742 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.700342 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 19 18:34:10.700718 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.701665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.702249 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: ext-gw-mode Apr 19 18:34:10.702673 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.703711 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.704298 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: l3-ha Apr 19 18:34:10.704665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: l3_flavors.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.705605 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.706190 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: l3-flavors Apr 19 18:34:10.706556 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.707564 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.708134 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 19 18:34:10.708497 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: l3agentscheduler.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.709718 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.710319 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: l3_agent_scheduler Apr 19 18:34:10.710724 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: logging.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.712269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.712861 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension logging not supported by any of loaded plugins Apr 19 18:34:10.713234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: metering.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.714055 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.714780 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: metering Apr 19 18:34:10.715152 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.716279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.716859 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: metering_source_and_destination_fields Apr 19 18:34:10.717227 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: multiprovidernet.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.718176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.718836 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: multi-provider Apr 19 18:34:10.719150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: netmtu.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.720091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.720668 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: net-mtu Apr 19 18:34:10.721033 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: netmtu_writable.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.721974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.723150 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: net-mtu-writable Apr 19 18:34:10.723524 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: network_availability_zone.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.724378 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.724957 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: network_availability_zone Apr 19 18:34:10.725326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: network_ip_availability.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.726463 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.727067 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: network-ip-availability Apr 19 18:34:10.727432 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: network_segment_range.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.728285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.728860 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension network-segment-range not supported by any of loaded plugins Apr 19 18:34:10.729225 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: pagination.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.730233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.730638 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: pagination Apr 19 18:34:10.731005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: port_device_profile.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.731933 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.732513 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: port-device-profile Apr 19 18:34:10.732876 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.733821 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.734401 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: port-mac-address-regenerate Apr 19 18:34:10.734882 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.735721 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.736299 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: port-numa-affinity-policy Apr 19 18:34:10.736660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: port_resource_request.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.737597 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.738806 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension port-resource-request not supported by any of loaded plugins Apr 19 18:34:10.739231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: portbindings.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.740195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.740773 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: binding Apr 19 18:34:10.741136 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: portbindings_extended.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.742450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.743057 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: binding-extended Apr 19 18:34:10.743428 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: portsecurity.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.744367 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.744945 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: port-security Apr 19 18:34:10.745313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: project_id.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.746307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.746714 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: project-id Apr 19 18:34:10.747083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: providernet.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.748037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.748623 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: provider Apr 19 18:34:10.748989 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: qos.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.753018 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.753661 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension qos not supported by any of loaded plugins Apr 19 18:34:10.754300 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.755665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.756252 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 19 18:34:10.756628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.757570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.758154 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 19 18:34:10.758524 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: qos_default.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.759487 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.760067 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension qos-default not supported by any of loaded plugins Apr 19 18:34:10.760435 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: qos_fip.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.761149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.761719 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension qos-fip not supported by any of loaded plugins Apr 19 18:34:10.762083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: qos_gateway_ip.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.763070 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.763641 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 19 18:34:10.764013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: qos_port_network_policy.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.764946 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.765530 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 19 18:34:10.765894 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: qos_rule_type_details.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.766877 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.767454 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 19 18:34:10.767817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: qos_rules_alias.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.768890 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.769713 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 19 18:34:10.769928 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: quotasv2.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.771019 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.771398 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: quotas Apr 19 18:34:10.771762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: quotasv2_detail.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.773534 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.773938 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: quota_details Apr 19 18:34:10.774318 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: rbac.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.775550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.776155 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: rbac-policies Apr 19 18:34:10.776533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: rbac_address_group.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.777490 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.778082 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: rbac-address-group Apr 19 18:34:10.778451 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: rbac_address_scope.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.779415 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.779996 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: rbac-address-scope Apr 19 18:34:10.780363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: rbac_security_groups.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.781303 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.781887 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: rbac-security-groups Apr 19 18:34:10.782253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: rbac_subnetpool.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.783239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.783839 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: rbac-subnetpool Apr 19 18:34:10.784207 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: revisionifmatch.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.785753 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.786427 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: revision-if-match Apr 19 18:34:10.786824 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: revisions.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.788023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.788609 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: standard-attr-revisions Apr 19 18:34:10.788975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: router_availability_zone.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.789716 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.790297 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: router_availability_zone Apr 19 18:34:10.790702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: routerservicetype.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.791658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.792235 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension router-service-type not supported by any of loaded plugins Apr 19 18:34:10.792599 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.793537 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.794115 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: security-groups-normalized-cidr Apr 19 18:34:10.794487 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.795471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.796059 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: port-security-groups-filtering Apr 19 18:34:10.796422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.797441 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.797963 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: security-groups-remote-address-group Apr 19 18:34:10.798327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: securitygroup.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.813269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.813944 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: security-group Apr 19 18:34:10.814324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: segment.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.815608 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.815917 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension segment not supported by any of loaded plugins Apr 19 18:34:10.816474 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.817612 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.818212 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 19 18:34:10.818603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: servicetype.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.819752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.820343 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: service-type Apr 19 18:34:10.820711 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: sorting.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.821728 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.822114 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: sorting Apr 19 18:34:10.822480 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: standard_attr_segment.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.823460 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.824044 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 19 18:34:10.824413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: standardattrdescription.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.825126 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.825715 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: standard-attr-description Apr 19 18:34:10.826082 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: stateful_security_group.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.827069 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.827673 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: stateful-security-group Apr 19 18:34:10.828037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: stdattrs_common.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.828635 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 19 18:34:10.828995 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.830037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.830650 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 19 18:34:10.831017 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: subnet_onboard.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.832282 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.832994 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: subnet_onboard Apr 19 18:34:10.833363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.834350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.834970 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 19 18:34:10.835340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: subnet_service_types.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.836298 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.836878 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: subnet-service-types Apr 19 18:34:10.837242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: subnetallocation.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.838364 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.838986 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: subnet_allocation Apr 19 18:34:10.839353 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.840080 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.840660 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: subnetpool-prefix-ops Apr 19 18:34:10.841023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.841983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.842602 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 19 18:34:10.842954 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: tagging.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.844363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.844953 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: standard-attr-tag Apr 19 18:34:10.845323 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: timestamp.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.846549 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.847161 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loaded extension: standard-attr-timestamp Apr 19 18:34:10.848058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: trunk.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.849237 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.849825 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension trunk not supported by any of loaded plugins Apr 19 18:34:10.850189 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: trunk_details.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.851167 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.851740 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension trunk-details not supported by any of loaded plugins Apr 19 18:34:10.852100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: uplink_status_propagation.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.853046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.853626 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 19 18:34:10.853994 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Loading extension file: vlantransparent.py {{(pid=86198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:34:10.854759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:34:10.855340 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 19 18:34:10.858152 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:network Apr 19 18:34:10.859039 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:subnet Apr 19 18:34:10.859734 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:34:10.860402 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:port Apr 19 18:34:10.861976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.862471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service FLAVORS assigned prefix: {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.863781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.864258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.864641 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:router Apr 19 18:34:10.865411 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 18:34:10.866187 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service METERING assigned prefix: /metering {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.868059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.868469 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.868857 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:34:10.870056 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 18:34:10.870542 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:security_group Apr 19 18:34:10.871405 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 18:34:10.872204 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service CORE assigned prefix: {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.872586 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:34:10.872957 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] subnetpool is already registered Apr 19 18:34:10.873625 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service CORE assigned prefix: {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.873995 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:34:10.874360 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] subnetpool is already registered Apr 19 18:34:10.877184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.877910 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service FLAVORS assigned prefix: {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.878602 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.879249 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.879624 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:router Apr 19 18:34:10.880025 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] router is already registered Apr 19 18:34:10.880682 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 18:34:10.881002 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] floatingip is already registered Apr 19 18:34:10.881694 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service METERING assigned prefix: /metering {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.882434 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 18:34:10.882830 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] rbac_policy is already registered Apr 19 18:34:10.883461 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:security_group Apr 19 18:34:10.883829 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] security_group is already registered Apr 19 18:34:10.884475 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 18:34:10.884845 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] security_group_rule is already registered Apr 19 18:34:10.885575 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service CORE assigned prefix: {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.885957 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:34:10.886324 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] subnetpool is already registered Apr 19 18:34:10.887043 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.resource_helper [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Service CORE assigned prefix: {{(pid=86198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:34:10.887413 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:34:10.887776 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.quota.resource_registry [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] subnetpool is already registered Apr 19 18:34:10.888480 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: extensions {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.890069 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: address-groups {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.891754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: address-scopes {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.893027 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: agents {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.894796 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: auto-allocated-topology {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.896247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: availability_zones {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.897652 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: dhcp-networks {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.899149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: dhcp-agents {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.901142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: routers {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.903026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: flavors {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.904253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: service_profiles {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.905533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: next_providers {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.907176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: service_profiles {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.908690 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: floatingip-pools {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.910517 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: routers {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.912538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: floatingips {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.913779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: l3-routers {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.915291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: l3-agents {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.916765 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: metering-labels {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.919110 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: metering-label-rules {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.920442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: network-ip-availabilities {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.921788 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: bindings {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.923542 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: quotas {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.925053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: quotas {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.927139 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: rbac-policies {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.928497 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: security-groups {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.929774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: security-group-rules {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.931097 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: service-providers {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.932374 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: subnetpools {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.933856 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: subnetpools {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.935409 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: tags {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.937248 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: tags {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.939144 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: tags {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.940989 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: tags {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.943453 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: tags {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.945411 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: tags {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.947216 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: tags {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.949195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: tags {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.951082 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: tags {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.953045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.extensions [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Extended resource: tags {{(pid=86198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:34:10.959908 dv-cinder-786930-1-smb neutron-server[86198]: WARNING keystonemiddleware.auth_token [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 19 18:34:10.965235 dv-cinder-786930-1-smb neutron-server[86198]: WARNING keystonemiddleware.auth_token [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 19 18:34:10.974334 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Acquired lock "singleton_lock" {{(pid=86198) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 19 18:34:10.974890 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Releasing lock "singleton_lock" {{(pid=86198) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 19 18:34:10.976340 dv-cinder-786930-1-smb neutron-server[86198]: INFO oslo_service.service [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Starting 2 workers Apr 19 18:34:10.981142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Started child 86313 {{(pid=86198) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:34:10.985056 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:10.986056 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Started child 86314 {{(pid=86198) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:34:10.986510 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [-] (86313) wsgi starting up on http://0.0.0.0:9696 Apr 19 18:34:10.987782 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.service [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 19 18:34:10.989036 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Notify callbacks [] for process, before_spawn {{(pid=86198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:10.992115 dv-cinder-786930-1-smb neutron-server[86198]: INFO oslo_service.service [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Starting 1 workers Apr 19 18:34:10.994375 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:10.995839 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [-] (86314) wsgi starting up on http://0.0.0.0:9696 Apr 19 18:34:10.997656 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Started child 86315 {{(pid=86198) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:34:10.998207 dv-cinder-786930-1-smb neutron-server[86198]: INFO oslo_service.service [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Starting 1 workers Apr 19 18:34:10.999745 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.service [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] calling RpcWorker wait() {{(pid=86315) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 19 18:34:11.000128 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.service [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] returning from RpcWorker wait() {{(pid=86315) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 19 18:34:11.001606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:11.002094 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:34:11.003314 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Started child 86316 {{(pid=86198) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:34:11.004729 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b19c91c2-10ce-4981-b4d1-5f7f53f1a856 None None] Notify callbacks [] for process, after_spawn {{(pid=86198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:11.006319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86198) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 18:34:11.006579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 18:34:11.006816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 18:34:11.007093 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 18:34:11.007516 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 18:34:11.007714 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:11.007820 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 18:34:11.008303 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.008607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.008916 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.009208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.009549 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.010180 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.010467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.010816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.011132 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.011398 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.011600 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.011772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.012069 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.012352 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.012699 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.012984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.013254 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.013540 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.013755 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.014028 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.014345 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.014667 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.014976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] debug = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.015270 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.015830 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.016089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.016358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.016609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.016929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.017196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.017518 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.017783 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.018034 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.018344 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.018654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.018922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.019185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.019973 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.020279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.020531 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.020986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] host = dv-cinder-786930-1-smb {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.021257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.021524 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.021798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.022062 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.022354 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.022656 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.022948 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.023241 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.023503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.023768 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.024037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.024298 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.024570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.024832 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_file = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.025027 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_options = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.025280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.025586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.025875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.026089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.026253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.026441 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.026759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.026951 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.027235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.027483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.027729 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.027974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.028219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.028462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.028759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.029019 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.029289 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.029528 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.029839 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.030124 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.030926 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.031730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.031966 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.032431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.032737 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.032963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.033311 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.033620 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.033934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.034239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.035501 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.035808 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.036081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.036182 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:34:11.036376 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.036665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.036910 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.037161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.037493 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.037763 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.038162 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.038311 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.038761 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.039035 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.039303 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.039571 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.039835 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] use_json = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.040084 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.040330 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.040639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.040886 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.041136 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.041377 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.041627 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.041901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.042349 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.042690 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.043057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.043544 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.044063 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.044335 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.044627 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.044901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.045190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.045465 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.045831 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.046045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.046384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.046681 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.046959 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.047325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.048280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.048588 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.052593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.052882 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.053179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.053459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.053846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.054202 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.054503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.054822 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.055109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.055377 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.055654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.055914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.056170 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.056425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.056732 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.057017 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.057270 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.057553 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.057829 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.058086 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.058360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.060589 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.064388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.064697 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.064993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.065275 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.065554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.065848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.066178 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.066518 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.068230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.068603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.068911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.069206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.069473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.069739 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.070009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.070296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.070583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.070842 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.071098 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.071358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.071626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.071915 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.072196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.072447 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.072700 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.072957 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.073225 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.073477 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.073734 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.073983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.074235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.074500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.074775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.075044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.075291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.075538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.075785 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.076031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.076284 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.076552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.076801 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.077047 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.077295 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.077542 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.077853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.078190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.078473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.078788 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.079045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.079328 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.079602 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.079895 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.080152 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.080409 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.082709 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.083034 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.083314 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.083623 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.083929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.084223 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.084531 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.084798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.085067 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.085330 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.085614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.085886 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.086181 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.086480 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.088992 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.089302 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.089633 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.089978 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.090334 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.090685 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.090968 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.091541 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.091974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.092665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.092991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.093356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.094823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.095145 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.096570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.097182 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.098490 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.098983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.099262 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.099901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.100277 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.100626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.100893 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.101243 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.101626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.101927 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.102822 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.103156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.103547 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.103876 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.104168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.105028 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.105345 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.105665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.105955 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.106261 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.106540 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.106836 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.107115 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.107372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.107647 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.107901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.108159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.108434 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.108704 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.108979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.109240 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.109503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.109746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.110007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.110257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.110556 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.110823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.111106 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.111385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.111648 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.111913 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.112165 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.112415 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.112715 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.113230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.113500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.113945 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.114269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.114546 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.114876 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.115162 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.115418 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.115928 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.116347 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.117242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.119030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.119774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.120037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.120319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.120619 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.120875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.121171 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.121447 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.121811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.122086 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.122360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.122658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.123239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.123522 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.123855 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.124240 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.124502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.124768 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.125449 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.125805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.126095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.126433 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.126799 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.127077 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.127654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.127914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.128166 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.129324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.130243 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.130528 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.130980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.131192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.131550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.131805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.132142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.132467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.134438 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.135510 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.136311 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.136426 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:34:11.136663 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.136860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.137130 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.137411 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.137671 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.137952 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.138222 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.138477 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.138774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.139030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.139283 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.139541 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.139791 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.140151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.140445 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.140720 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.141039 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.141315 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.141608 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.141873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.142256 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.142535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.142849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.143109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.143366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.143628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.143945 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.144863 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.145252 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.145546 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.145829 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.146157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.146448 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.146784 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.147069 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.147402 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.147753 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.148038 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.148366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.150126 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.150499 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.151185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.151471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.151737 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.152086 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.152349 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.152640 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.152927 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.153274 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.153536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.153815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.154073 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.154443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.155074 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.155295 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.155553 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.155745 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 18:34:11.156781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86198) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 18:34:11.156942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 18:34:11.157171 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 18:34:11.157342 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 18:34:11.157543 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 18:34:11.157728 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 18:34:11.157980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.158176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.158368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.158581 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.158793 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.159006 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.159281 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.159543 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.159737 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.160519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.160766 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.160972 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.161225 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.161418 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.161608 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.161801 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.161993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.162184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.162380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.162551 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.162786 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.162976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.163165 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] debug = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.163353 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.163579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.163772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.163959 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.164146 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.164335 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.164523 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.164712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.164899 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.165087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.165276 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.165463 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.165650 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.165838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.166025 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.166215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.166402 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.166617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] host = dv-cinder-786930-1-smb {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.166801 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.166988 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.167174 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.167361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.167586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.167710 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.167881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.168067 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.168255 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.168443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.168632 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.168819 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.169005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.169193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_file = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.169381 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_options = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.169567 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.169872 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.170242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.170242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.170436 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.170436 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.170678 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.170776 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.170969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.171156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.171344 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.171535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.171717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.171903 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.172091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.172277 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.172464 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.172650 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.172838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.173026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.173213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.173400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.173586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.173772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.173958 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.174145 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.174332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.174518 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.174749 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.174938 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.175294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.176632 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.176847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.177100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.177880 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.178928 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.179131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.179332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.179528 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.179779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.179975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.180168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.180359 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.180534 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.180688 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.180875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] use_json = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.181064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.181252 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.181441 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.181628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.181817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.182003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.182191 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.182379 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:34:11.182996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.183306 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.183794 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.184062 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.184256 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.184449 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.184642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.185481 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.185918 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.186298 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.186548 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.186815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.187216 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.187506 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.188007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.188210 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.188830 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.189745 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.190033 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.190230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.190423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.190642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.190857 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.191078 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.191430 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.192135 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.192135 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.192135 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.192135 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.192410 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.192479 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.192637 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.192830 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.193020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.193210 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.193402 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.193593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.193786 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.193979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.194171 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.194362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.194553 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.194776 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.194967 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.195159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.195350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.195540 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.195731 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.195922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.196114 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.196318 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.196509 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.196698 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.196890 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.197080 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.197278 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.197462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.197650 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.197840 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.198029 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.198219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.198426 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.198640 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.198833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.199024 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.199214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.199403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.199591 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.199781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.199970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.200160 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.200350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.200539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.200727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.200915 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.201104 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.201293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.201484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.201673 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.201862 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.202052 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.202244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.202436 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.202651 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.202852 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.203059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.203250 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.203441 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.203630 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.203821 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.204011 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.204202 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.204391 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.204580 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.204770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.204960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.205150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.205344 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.205534 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.205725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.205919 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.206109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.206299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.206489 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.207230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.207422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.207614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.207964 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.208161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.208354 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.208546 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.208747 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.208939 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.209131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.209321 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.209519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.209722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.209914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.210105 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.210296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.210486 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.210742 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.210935 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.211125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.211315 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.211506 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.211717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.211895 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.212097 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.212287 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.212477 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.212668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.212906 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.213098 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.213290 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.213480 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.213669 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.213861 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.214051 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.214241 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.214432 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.214647 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.214841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.215033 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.215223 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.215413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.215604 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.215795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.215987 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.216179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.216369 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.216564 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.216754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.216945 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.217134 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.217324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.217515 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.217706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.217896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.218086 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.218277 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.218466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.218705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.218897 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.219088 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.219280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.219469 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.219659 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.219849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.220042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.220233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.220422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.220613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.220804 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.220994 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.221186 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.221378 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.221570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.221762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.221951 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.222142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.222416 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.223191 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.223411 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.223550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.223740 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.223932 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.224140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.224330 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.224521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.224712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.224904 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.225095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.225285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.225476 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.225667 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.225833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.226022 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.226213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.226406 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.226619 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.226815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.227009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.227200 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.227391 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.227583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.227788 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.227979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.228171 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.228361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.228551 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.228752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.228942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.229133 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.229324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.229513 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.229713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.229903 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.230093 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.230282 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.230472 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.230725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.230918 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.231109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.231298 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.231488 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.231689 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.231880 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.232070 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.232260 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.232449 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.232649 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.232841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.233031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.233229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.233420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.233609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.233802 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.234005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.234195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.234387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.234596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.234791 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.234981 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.235171 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.235366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.235566 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.235764 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.235956 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.236154 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.236356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.236559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.236750 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.236949 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.237153 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.237344 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.237533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.237723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.238062 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.238228 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.238310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.238518 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.238699 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.238890 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.239191 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.239385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.239574 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.239767 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.239959 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.240149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.240340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.240529 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.240718 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.240908 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:34:11.241091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 18:34:11.477224 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45076) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:34:11.489022 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093248 Apr 19 18:34:23.135342 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241007a-bb00-44f6-a8ee-edd90c9b499c None None] get_active_networks_info from dv-cinder-786930-1-smb {{(pid=86315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 19 18:34:23.363044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241007a-bb00-44f6-a8ee-edd90c9b499c None None] No non-hosted networks {{(pid=86315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 19 18:34:23.414814 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agentschedulers_db [None req-4241007a-bb00-44f6-a8ee-edd90c9b499c None None] DHCP Agent not found on host dv-cinder-786930-1-smb {{(pid=86315) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 19 18:34:23.652046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27c187f9-66f3-41ce-a3ed-9085f570c7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925'] for agent, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:25.788983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-553322a0-5be4-4ba5-8c5f-1807ef503f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925'] for agent, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:25.848254 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6c90-f532-48ed-ad66-123c6e30487f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:25.881071 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925'] for agent, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:27.184573 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925'] for agent, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:27.189482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:27.192247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:27.193043 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:27.208103 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:27.209023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:27.209746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:27.210498 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:27.211258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:27.211976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:27.212727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:27.223244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:27.224161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:27.224845 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786930-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:34:27.230633 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786930-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:34:28.188782 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925'] for agent, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:28.318556 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_hamode_db [None req-91f6352a-265a-4d7c-9e3f-d0fbbb84c7d6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 19 18:34:28.412118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6352a-265a-4d7c-9e3f-d0fbbb84c7d6 None None] Routers set() bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:34:28.412550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6352a-265a-4d7c-9e3f-d0fbbb84c7d6 None None] Router IDs set() for agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 19 18:34:28.736780 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45164) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:34:29.418644 dv-cinder-786930-1-smb neutron-server[86198]: WARNING oslo_policy.policy [None req-1bd734a9-ed20-4e3b-95ab-623329088a2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:34:29.419240 dv-cinder-786930-1-smb neutron-server[86198]: WARNING oslo_policy.policy [None req-1bd734a9-ed20-4e3b-95ab-623329088a2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:34:29.659758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [None req-1bd734a9-ed20-4e3b-95ab-623329088a2c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:34:29.660808 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1bd734a9-ed20-4e3b-95ab-623329088a2c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9227316 Apr 19 18:34:32.556059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45180) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:34:32.989730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-e7a79686-dd78-42d5-a3f9-4a1e59ea9827 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:34:33.102171 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.policy [None req-e7a79686-dd78-42d5-a3f9-4a1e59ea9827 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86314) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 18:34:33.160798 dv-cinder-786930-1-smb neutron-server[86198]: WARNING oslo_policy.policy [None req-e7a79686-dd78-42d5-a3f9-4a1e59ea9827 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:34:33.161220 dv-cinder-786930-1-smb neutron-server[86198]: WARNING oslo_policy.policy [None req-e7a79686-dd78-42d5-a3f9-4a1e59ea9827 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:34:33.179911 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota [None req-e7a79686-dd78-42d5-a3f9-4a1e59ea9827 admin admin] Loaded quota_driver: . Apr 19 18:34:33.196847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e7a79686-dd78-42d5-a3f9-4a1e59ea9827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:34:33.258790 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e7a79686-dd78-42d5-a3f9-4a1e59ea9827 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363294732252798', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363294732252240', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363294732243305', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363294732233109', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363294732285946', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363294732285243', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853188011', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852849835', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698216', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-779394'] for rbac-policy, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:33.496527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e7a79686-dd78-42d5-a3f9-4a1e59ea9827 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:33.497814 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e7a79686-dd78-42d5-a3f9-4a1e59ea9827 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9406905 Apr 19 18:34:36.678111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45194) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:34:37.061970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Request body: {'network': {'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'admin_state_up': True, 'name': 'private'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:34:37.068482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:34:37.073037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Usage tracker for resource:network and tenant:a76ca2b37c9c4ef4a3f0af271fd8498f is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:34:37.076572 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:34:37.083680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:34:37.092839 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Made reservation on behalf of a76ca2b37c9c4ef4a3f0af271fd8498f for: {'network': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:34:37.098787 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:37.115920 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:37.131705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:34:37.135705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Usage tracker for resource:security_group_rule and tenant:a76ca2b37c9c4ef4a3f0af271fd8498f is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:34:37.139209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:34:37.145303 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:34:37.245917 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:37.248571 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:37.254427 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:34:37.277447 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=86314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:34:37.303958 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363294731329942', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:37.304498 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Unsubscribe: segment precommit_create {{(pid=86314) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 18:34:37.304971 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Added segment 84c859cf-9038-413b-b697-2f7aa7512be1 of type vlan for network 00dc8d6d-a87f-487e-bed0-3e232fc61ddd Apr 19 18:34:37.313823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7299030a-4c21-4a56-b626-6b8e993c4579,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:34:37.364868 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:37.365225 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:37.365582 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:37.365936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:37.366282 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:37.366654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:37.367001 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:37.367347 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:37.367694 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:37.368035 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:37.368374 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:37.368712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Tracked resource versions report: Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: pushed versions: Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: { 'AddressGroup': {'1.2'}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': {'1.0'}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': {'1.0'}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': {'1.1'}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': {'1.7'}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': {'1.2'}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': {'1.8'}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': {'1.4'}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': {'1.0'}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': {'1.1'}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': {'1.1'}} Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: consumer versions: Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: { DHCP agent@dv-cinder-786930-1-smb: {}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: L3 agent@dv-cinder-786930-1-smb: {}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: Metadata agent@dv-cinder-786930-1-smb: {}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: Metering agent@dv-cinder-786930-1-smb: {}, Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: Open vSwitch agent@dv-cinder-786930-1-smb: { 'AddressGroup': '1.2', Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': '1.0', Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': '1.0', Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': '1.1', Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': '1.7', Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': '1.2', Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': '1.8', Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': '1.4', Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': '1.2', Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': '1.0', Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': '1.1', Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': '1.1'}} Apr 19 18:34:37.369838 dv-cinder-786930-1-smb neutron-server[86198]: {{(pid=86314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:34:37.426094 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:37.432307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:34:37.467668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:37.469110 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:34:37.469764 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:37.475720 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:34:37.586593 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9071636 Apr 19 18:34:37.589813 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Pushing event updated for resources: {'Network': ['ID=00dc8d6d-a87f-487e-bed0-3e232fc61ddd,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:34:37.593372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:34:37.602859 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 00dc8d6d-a87f-487e-bed0-3e232fc61ddd details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:34:40.707632 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45210) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:34:41.219837 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0263db53-f422-44ce-a75a-04280b5a2144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:34:41.221327 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0263db53-f422-44ce-a75a-04280b5a2144 admin admin] 10.222.0.10 "GET /v2.0/networks/00dc8d6d-a87f-487e-bed0-3e232fc61ddd HTTP/1.1" status: 200 len: 825 time: 0.5125723 Apr 19 18:34:41.251087 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d8990f9c-fef3-45c7-866c-bb013db6a83e admin admin] 10.222.0.10 "GET /v2.0/subnetpools/c2cae4ff-e835-4af8-9285-511893d5b3d8 HTTP/1.1" status: 200 len: 734 time: 0.0236254 Apr 19 18:34:41.262498 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Request body: {'subnet': {'subnetpool_id': 'c2cae4ff-e835-4af8-9285-511893d5b3d8', 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:34:41.270903 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:34:41.271611 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Usage tracker for resource:subnet and tenant:a76ca2b37c9c4ef4a3f0af271fd8498f is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:34:41.274633 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:34:41.280615 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:34:41.290236 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Made reservation on behalf of a76ca2b37c9c4ef4a3f0af271fd8498f for: {'subnet': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:34:41.294853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:41.788149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:41.793661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:34:41.881373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Checking segment: {'id': '84c859cf-9038-413b-b697-2f7aa7512be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:34:41.881767 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Network hostable DHCP agents. Network: 00dc8d6d-a87f-487e-bed0-3e232fc61ddd, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:34:41.889320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cabd625-187a-4715-b050-2f0a0729b60a,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:34:41.897092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:34:41.908028 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Network 00dc8d6d-a87f-487e-bed0-3e232fc61ddd is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:34:41.917561 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 00dc8d6d-a87f-487e-bed0-3e232fc61ddd) {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:34:41.922134 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:34:41.922805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:41.927449 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bd2f6e-9555-40ce-98e8-94ec1eb0c4bf None None] Network 00dc8d6d-a87f-487e-bed0-3e232fc61ddd requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:34:41.943214 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6846642 Apr 19 18:34:42.431185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b491f40-6386-5af1-9861-ed65131aa8ab-00dc8d6d-a87f-487e-bed0-3e232fc61ddd', 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'fixed_ips': [{'subnet_id': '9cabd625-187a-4715-b050-2f0a0729b60a'}]}} from dv-cinder-786930-1-smb. {{(pid=86315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:34:42.432350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:42.627247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Allocated IP 172.20.0.2 (00dc8d6d-a87f-487e-bed0-3e232fc61ddd/9cabd625-187a-4715-b050-2f0a0729b60a/5a4e1f86-c639-4feb-ac7c-cd9e48689979) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:34:42.867092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:42.880878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Transition to ACTIVE for port object 5a4e1f86-c639-4feb-ac7c-cd9e48689979 will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:34:42.905171 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Transition to ACTIVE for port object 5a4e1f86-c639-4feb-ac7c-cd9e48689979 will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:34:42.911390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:42.916215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:34:42.985257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Network 00dc8d6d-a87f-487e-bed0-3e232fc61ddd is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:34:42.988867 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:34:42.995986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:34:42.998125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Pushing event updated for resources: {'Port': ['ID=5a4e1f86-c639-4feb-ac7c-cd9e48689979,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:34:43.009476 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:43.009848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:43.010214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:43.010587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:43.010953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:43.011310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:43.011661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:43.012010 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:43.012360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:43.012704 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:43.013053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:43.013399 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Tracked resource versions report: Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: pushed versions: Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: { 'AddressGroup': {'1.2'}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': {'1.0'}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': {'1.0'}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': {'1.1'}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': {'1.7'}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': {'1.2'}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': {'1.8'}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': {'1.4'}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': {'1.0'}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': {'1.1'}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': {'1.1'}} Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: consumer versions: Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: { DHCP agent@dv-cinder-786930-1-smb: {}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: L3 agent@dv-cinder-786930-1-smb: {}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: Metadata agent@dv-cinder-786930-1-smb: {}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: Metering agent@dv-cinder-786930-1-smb: {}, Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: Open vSwitch agent@dv-cinder-786930-1-smb: { 'AddressGroup': '1.2', Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': '1.0', Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': '1.0', Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': '1.1', Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': '1.7', Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': '1.2', Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': '1.8', Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': '1.4', Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': '1.2', Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': '1.0', Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': '1.1', Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': '1.1'}} Apr 19 18:34:43.014510 dv-cinder-786930-1-smb neutron-server[86198]: {{(pid=86315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:34:43.059199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:34:43.115922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Attempting to bind port 5a4e1f86-c639-4feb-ac7c-cd9e48689979 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:34:43.116340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Attempting to bind port 5a4e1f86-c639-4feb-ac7c-cd9e48689979 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': '84c859cf-9038-413b-b697-2f7aa7512be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:34:43.116754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Attempting to bind port 5a4e1f86-c639-4feb-ac7c-cd9e48689979 on network 00dc8d6d-a87f-487e-bed0-3e232fc61ddd {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:34:43.122584 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:34:43.123248 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Checking segment: {'id': '84c859cf-9038-413b-b697-2f7aa7512be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:34:43.123772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:43.124203 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Bound using segment: {'id': '84c859cf-9038-413b-b697-2f7aa7512be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:34:43.124748 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Bound port: 5a4e1f86-c639-4feb-ac7c-cd9e48689979, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c859cf-9038-413b-b697-2f7aa7512be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:34:43.125153 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:43.227369 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] For port 5a4e1f86-c639-4feb-ac7c-cd9e48689979, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:34:43.231473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] For port 5a4e1f86-c639-4feb-ac7c-cd9e48689979, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=5a4e1f86-c639-4feb-ac7c-cd9e48689979,segment=NetworkSegment(84c859cf-9038-413b-b697-2f7aa7512be1),segment_id=84c859cf-9038-413b-b697-2f7aa7512be1)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:34:43.236449 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:43.241656 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:34:43.333483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Pushing event updated for resources: {'Port': ['ID=5a4e1f86-c639-4feb-ac7c-cd9e48689979,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:34:43.341795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:34:44.756092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45220) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:34:45.224012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [None req-99706299-b6eb-444f-a2e1-f7992b350320 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:34:45.225110 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-99706299-b6eb-444f-a2e1-f7992b350320 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4680631 Apr 19 18:34:48.199901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45230) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:34:48.662283 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [None req-ef8f2c02-87ac-4ee9-b789-1d5b3454d895 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:34:48.664053 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ef8f2c02-87ac-4ee9-b789-1d5b3454d895 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4625180 Apr 19 18:34:49.662343 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 5a4e1f86-c639-4feb-ac7c-cd9e48689979 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:34:49.744046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 5a4e1f86-c639-4feb-ac7c-cd9e48689979 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:34:50.533061 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c9d7fd-a6a4-4ec9-9370-07f5763e59a2 None None] Network 00dc8d6d-a87f-487e-bed0-3e232fc61ddd requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:34:50.648618 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-84f2555b-6716-4600-bf51-44a33c6515b0 None None] Provisioning for port 5a4e1f86-c639-4feb-ac7c-cd9e48689979 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:34:50.666041 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-84f2555b-6716-4600-bf51-44a33c6515b0 None None] Provisioning complete for port 5a4e1f86-c639-4feb-ac7c-cd9e48689979 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:34:50.666762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-84f2555b-6716-4600-bf51-44a33c6515b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:50.927311 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-84f2555b-6716-4600-bf51-44a33c6515b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:50.982192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-84f2555b-6716-4600-bf51-44a33c6515b0 None None] For port 5a4e1f86-c639-4feb-ac7c-cd9e48689979, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=5a4e1f86-c639-4feb-ac7c-cd9e48689979,segment=NetworkSegment(84c859cf-9038-413b-b697-2f7aa7512be1),segment_id=84c859cf-9038-413b-b697-2f7aa7512be1)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:34:50.987539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-84f2555b-6716-4600-bf51-44a33c6515b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:51.003816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:34:51.062471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 5 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:34:51.099767 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2555b-6716-4600-bf51-44a33c6515b0 None None] Pushing event updated for resources: {'Port': ['ID=5a4e1f86-c639-4feb-ac7c-cd9e48689979,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:34:51.107413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-84f2555b-6716-4600-bf51-44a33c6515b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:34:51.193743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-2b40b9f0-d072-48bf-8e27-34ecb4eec992 None None] Provisioning complete for port 5a4e1f86-c639-4feb-ac7c-cd9e48689979 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:34:51.194213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2b40b9f0-d072-48bf-8e27-34ecb4eec992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:51.649742 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 5a4e1f86-c639-4feb-ac7c-cd9e48689979 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:34:51.734139 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 5a4e1f86-c639-4feb-ac7c-cd9e48689979 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:34:51.734813 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:52.014358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45248) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:34:52.444617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-e75d4800-0e82-476c-9933-f8367b5b3b8d admin admin] Request body: {'router': {'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:34:52.450491 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e75d4800-0e82-476c-9933-f8367b5b3b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:34:52.455348 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-e75d4800-0e82-476c-9933-f8367b5b3b8d admin admin] Usage tracker for resource:router and tenant:a76ca2b37c9c4ef4a3f0af271fd8498f is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:34:52.462052 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-e75d4800-0e82-476c-9933-f8367b5b3b8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:34:52.465889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e75d4800-0e82-476c-9933-f8367b5b3b8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:34:52.480719 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e75d4800-0e82-476c-9933-f8367b5b3b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853757969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760004'] for router, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:52.482032 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e75d4800-0e82-476c-9933-f8367b5b3b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15780'] for router, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:52.507987 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e75d4800-0e82-476c-9933-f8367b5b3b8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:52.624004 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e75d4800-0e82-476c-9933-f8367b5b3b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853755836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853834532'] for router, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:52.645868 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e75d4800-0e82-476c-9933-f8367b5b3b8d admin admin] Notify callbacks [] for router, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:52.647265 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e75d4800-0e82-476c-9933-f8367b5b3b8d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6316464 Apr 19 18:34:52.922096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e2e2-ccb8-4802-9f87-fe066eaf862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:55.591318 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45268) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:34:55.786885 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3f172301-4796-40b6-b3f6-fbfeac5612af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:55.787484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [None req-3acc398a-6571-40a2-bcbd-baaf1ffd33a4 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:34:55.803186 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3acc398a-6571-40a2-bcbd-baaf1ffd33a4 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2106788 Apr 19 18:34:55.806022 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:57.174609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:58.121117 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:58.463711 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45288) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:34:58.516337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:34:58.522714 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:34:58.526914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Usage tracker for resource:network and tenant:03046fd9ed0944419a6d572e891b2051 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:34:58.529936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:34:58.536358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:34:58.545353 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Made reservation on behalf of 03046fd9ed0944419a6d572e891b2051 for: {'network': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:34:58.550066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:58.563078 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:58.579416 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:34:58.584012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Usage tracker for resource:security_group_rule and tenant:03046fd9ed0944419a6d572e891b2051 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:34:58.586901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:34:58.592886 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:34:58.677432 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:58.679963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:58.684285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:34:58.709128 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Reserving flat network on physical network physnet1 {{(pid=86314) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 19 18:34:58.722992 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eda5c34-8bd2-454a-9239-05a50b68471f,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:34:58.727267 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:34:58.730129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:58.731043 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Added segment a01e7765-f4e1-4515-9770-dc53c39048fa of type flat for network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf Apr 19 18:34:58.763795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:58.800598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:58.801931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:34:58.802574 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:34:58.807641 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7ffeadbc-98e9-488d-b5e3-3a53a638b253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:34:58.910595 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4456799 Apr 19 18:34:58.913475 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Pushing event updated for resources: {'Network': ['ID=03a2a4cc-d2bb-49fa-96db-2f81eadeaebf,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:34:58.924789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:34:58.937747 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:35:01.474134 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45298) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:35:01.589163 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5395302-eb76-40ab-9dcf-ba6ec9edace1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:35:01.590653 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a5395302-eb76-40ab-9dcf-ba6ec9edace1 admin admin] 10.222.0.10 "GET /v2.0/subnets/9cabd625-187a-4715-b050-2f0a0729b60a HTTP/1.1" status: 200 len: 849 time: 0.1154101 Apr 19 18:35:01.888609 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2cce47e0-4ccc-45d5-a887-3f2bf39ed572 admin admin] 10.222.0.10 "GET /v2.0/routers/1b27161b-d75a-4518-8de3-dba6e13f953d HTTP/1.1" status: 200 len: 704 time: 0.2911994 Apr 19 18:35:02.385936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:02.625208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Allocated IP 172.20.0.1 (00dc8d6d-a87f-487e-bed0-3e232fc61ddd/9cabd625-187a-4715-b050-2f0a0729b60a/c37332c7-a6b3-4c1f-b6b4-15fd903fa00a) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:35:02.789556 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:02.807821 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Transition to ACTIVE for port object c37332c7-a6b3-4c1f-b6b4-15fd903fa00a will not be triggered until provisioned by entity DHCP. {{(pid=86314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:35:02.865942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:02.871309 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:35:02.929934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Network 00dc8d6d-a87f-487e-bed0-3e232fc61ddd is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:35:02.937404 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:35:02.942642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:35:02.943508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942081'] for router_interface, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:03.101095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Pushing event updated for resources: {'Port': ['ID=c37332c7-a6b3-4c1f-b6b4-15fd903fa00a,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:35:03.107709 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:35:03.139158 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-982f462e-adba-4104-8d7e-07c4c0453783 None None] Provisioning for port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:35:03.148714 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-982f462e-adba-4104-8d7e-07c4c0453783 None None] Provisioning complete for port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:35:03.150321 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-982f462e-adba-4104-8d7e-07c4c0453783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:03.226172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-982f462e-adba-4104-8d7e-07c4c0453783 None None] Port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:35:03.248506 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:03.503315 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:03.507040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:03.508172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853833626'] for router_interface, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:03.512900 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:35:03.665610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Pushing event updated for resources: {'Port': ['ID=c37332c7-a6b3-4c1f-b6b4-15fd903fa00a,revision_number=2']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:35:03.669805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:35:03.723203 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Network 00dc8d6d-a87f-487e-bed0-3e232fc61ddd is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:35:03.724371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:35:03.954118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-6a8d3fc3-3074-463a-ba74-73e618e85268 None None] Provisioning complete for port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:35:03.954533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3fc3-3074-463a-ba74-73e618e85268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:04.018421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d3fc3-3074-463a-ba74-73e618e85268 None None] Port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:35:04.113246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Router 1b27161b-d75a-4518-8de3-dba6e13f953d is scheduled to L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 with binding_index 1 {{(pid=86314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:35:04.280761 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:35:04.294615 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] 10.222.0.10 "PUT /v2.0/routers/1b27161b-d75a-4518-8de3-dba6e13f953d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3963418 Apr 19 18:35:04.294990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Sync routers for ids ['1b27161b-d75a-4518-8de3-dba6e13f953d'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:35:04.303881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Routers {'1b27161b-d75a-4518-8de3-dba6e13f953d'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:35:04.304902 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:34:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b27161b-d75a-4518-8de3-dba6e13f953d'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:35:04.500243 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Set router 1b27161b-d75a-4518-8de3-dba6e13f953d gateway port host: None {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:35:05.078956 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'name': 'router1', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:34:52Z', 'updated_at': '2021-04-19T18:35:03Z', 'revision_number': 2, 'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'gw_port_host': None, '_interfaces': [{'id': 'c37332c7-a6b3-4c1f-b6b4-15fd903fa00a', 'name': '', 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'mac_address': 'fa:16:3e:42:fe:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cabd625-187a-4715-b050-2f0a0729b60a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:35:02Z', 'updated_at': '2021-04-19T18:35:03Z', 'revision_number': 2, 'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'subnets': [{'id': '9cabd625-187a-4715-b050-2f0a0729b60a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2cae4ff-e835-4af8-9285-511893d5b3d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:35:05.085057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Checking router: 1b27161b-d75a-4518-8de3-dba6e13f953d for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:35:05.085436 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Updating router 1b27161b-d75a-4518-8de3-dba6e13f953d port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a binding host dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:35:05.146885 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:05.579127 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:05.595765 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Transition to ACTIVE for port object c37332c7-a6b3-4c1f-b6b4-15fd903fa00a will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:35:05.602747 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:05.610617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:35:05.784908 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Pushing event updated for resources: {'Port': ['ID=c37332c7-a6b3-4c1f-b6b4-15fd903fa00a,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:35:05.835353 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:05.835739 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:05.836106 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:05.836470 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:05.836833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:05.837190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:05.837542 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:05.837884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:05.838233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:05.838609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:05.838960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:05.839296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Tracked resource versions report: Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: pushed versions: Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: { 'AddressGroup': {'1.2'}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': {'1.0'}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': {'1.0'}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': {'1.1'}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': {'1.7'}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': {'1.2'}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': {'1.8'}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': {'1.4'}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': {'1.0'}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': {'1.1'}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': {'1.1'}} Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: consumer versions: Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: { DHCP agent@dv-cinder-786930-1-smb: {}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: L3 agent@dv-cinder-786930-1-smb: {}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: Metadata agent@dv-cinder-786930-1-smb: {}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: Metering agent@dv-cinder-786930-1-smb: {}, Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: Open vSwitch agent@dv-cinder-786930-1-smb: { 'AddressGroup': '1.2', Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': '1.0', Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': '1.0', Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': '1.1', Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': '1.7', Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': '1.2', Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': '1.8', Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': '1.4', Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': '1.2', Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': '1.0', Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': '1.1', Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': '1.1'}} Apr 19 18:35:05.840427 dv-cinder-786930-1-smb neutron-server[86198]: {{(pid=86316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:35:05.858555 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:35:05.862910 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Attempting to bind port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:35:05.863332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Attempting to bind port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': '84c859cf-9038-413b-b697-2f7aa7512be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:35:05.863760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Attempting to bind port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a on network 00dc8d6d-a87f-487e-bed0-3e232fc61ddd {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:35:05.869970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:35:05.870399 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Checking segment: {'id': '84c859cf-9038-413b-b697-2f7aa7512be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:35:05.870906 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:05.871333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Bound using segment: {'id': '84c859cf-9038-413b-b697-2f7aa7512be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:35:05.871885 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Bound port: c37332c7-a6b3-4c1f-b6b4-15fd903fa00a, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c859cf-9038-413b-b697-2f7aa7512be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:35:05.872288 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:05.990785 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] For port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:35:05.995977 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] For port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=c37332c7-a6b3-4c1f-b6b4-15fd903fa00a,segment=NetworkSegment(84c859cf-9038-413b-b697-2f7aa7512be1),segment_id=84c859cf-9038-413b-b697-2f7aa7512be1)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:35:05.999625 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:06.005943 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:35:06.099502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Routers {'1b27161b-d75a-4518-8de3-dba6e13f953d'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:35:06.100248 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:34:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b27161b-d75a-4518-8de3-dba6e13f953d'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:35:06.276407 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Pushing event updated for resources: {'Port': ['ID=c37332c7-a6b3-4c1f-b6b4-15fd903fa00a,revision_number=4']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:35:06.280535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:35:06.319681 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] Set router 1b27161b-d75a-4518-8de3-dba6e13f953d gateway port host: None {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:35:06.719525 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'name': 'router1', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:34:52Z', 'updated_at': '2021-04-19T18:35:03Z', 'revision_number': 2, 'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'gw_port_host': None, '_interfaces': [{'id': 'c37332c7-a6b3-4c1f-b6b4-15fd903fa00a', 'name': '', 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'mac_address': 'fa:16:3e:42:fe:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cabd625-187a-4715-b050-2f0a0729b60a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:35:02Z', 'updated_at': '2021-04-19T18:35:05Z', 'revision_number': 4, 'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'subnets': [{'id': '9cabd625-187a-4715-b050-2f0a0729b60a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2cae4ff-e835-4af8-9285-511893d5b3d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:35:06.724003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d076f7-efa4-427d-b35b-2334edcc1e33 None None] The sync data for ids ['1b27161b-d75a-4518-8de3-dba6e13f953d'] in dv-cinder-786930-1-smb is: [{'id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'name': 'router1', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:34:52Z', 'updated_at': '2021-04-19T18:35:03Z', 'revision_number': 2, 'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'gw_port_host': None, '_interfaces': [{'id': 'c37332c7-a6b3-4c1f-b6b4-15fd903fa00a', 'name': '', 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'mac_address': 'fa:16:3e:42:fe:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cabd625-187a-4715-b050-2f0a0729b60a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:35:02Z', 'updated_at': '2021-04-19T18:35:05Z', 'revision_number': 4, 'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'subnets': [{'id': '9cabd625-187a-4715-b050-2f0a0729b60a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2cae4ff-e835-4af8-9285-511893d5b3d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:35:06.959393 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45310) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:35:07.131274 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9389f29a-e01d-46a5-9443-40100ec84ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:35:07.131827 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9389f29a-e01d-46a5-9443-40100ec84ebb admin admin] Synchronizing usage tracker for tenant:03046fd9ed0944419a6d572e891b2051 on resource:network {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:35:07.150844 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9389f29a-e01d-46a5-9443-40100ec84ebb admin admin] Unset dirty status for tenant:03046fd9ed0944419a6d572e891b2051 on resource:network {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:35:07.152127 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9389f29a-e01d-46a5-9443-40100ec84ebb admin admin] 10.222.0.10 "GET /v2.0/networks/03a2a4cc-d2bb-49fa-96db-2f81eadeaebf HTTP/1.1" status: 200 len: 842 time: 0.1915610 Apr 19 18:35:07.163976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:35:07.169722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:35:07.174080 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Usage tracker for resource:subnet and tenant:03046fd9ed0944419a6d572e891b2051 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:35:07.177448 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:35:07.184112 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:35:07.194270 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Made reservation on behalf of 03046fd9ed0944419a6d572e891b2051 for: {'subnet': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:35:07.199050 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:07.658899 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.objects.ports [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86314) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 19 18:35:07.659376 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:07.664244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:35:07.742043 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5a7ed1-7a44-430b-b70c-0b61bed3b788,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:35:07.747635 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:35:07.748547 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Checking segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:35:07.748937 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Network hostable DHCP agents. Network: 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:35:07.769958 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:35:07.778818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf) {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:35:07.785917 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:35:07.786893 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:07.801770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c19e97-aa2c-47e5-aa7b-d4b0c6e4c058 None None] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:35:07.818620 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6529257 Apr 19 18:35:08.062746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1070602-21d4-4c6b-a8de-0f17577ffd2a None None] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:35:10.624515 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 45324) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:35:10.811656 dv-cinder-786930-1-smb neutron-server[86198]: WARNING oslo_policy.policy [None req-d258fa6a-e927-4cd2-ab39-c2f0a2cfeb22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:35:10.812241 dv-cinder-786930-1-smb neutron-server[86198]: WARNING oslo_policy.policy [None req-d258fa6a-e927-4cd2-ab39-c2f0a2cfeb22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:35:11.125192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.policy [None req-d258fa6a-e927-4cd2-ab39-c2f0a2cfeb22 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86313) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 18:35:11.181801 dv-cinder-786930-1-smb neutron-server[86198]: WARNING oslo_policy.policy [None req-d258fa6a-e927-4cd2-ab39-c2f0a2cfeb22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:35:11.182238 dv-cinder-786930-1-smb neutron-server[86198]: WARNING oslo_policy.policy [None req-d258fa6a-e927-4cd2-ab39-c2f0a2cfeb22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:35:11.640250 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d258fa6a-e927-4cd2-ab39-c2f0a2cfeb22 admin admin] 10.222.0.10 "GET /v2.0/routers/1b27161b-d75a-4518-8de3-dba6e13f953d HTTP/1.1" status: 200 len: 710 time: 1.0129139 Apr 19 18:35:11.674605 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device c37332c7-a6b3-4c1f-b6b4-15fd903fa00a up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:35:11.757812 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:35:11.763274 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:35:11.763686 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:11.840042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb5b135-f7bf-4e2f-a304-d502deab913a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:35:11.842353 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-bcb5b135-f7bf-4e2f-a304-d502deab913a admin admin] 10.222.0.10 "GET /v2.0/networks/03a2a4cc-d2bb-49fa-96db-2f81eadeaebf HTTP/1.1" status: 200 len: 886 time: 0.1954005 Apr 19 18:35:11.853894 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:35:11.899386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:11.940443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=c37332c7-a6b3-4c1f-b6b4-15fd903fa00a,segment=NetworkSegment(84c859cf-9038-413b-b697-2f7aa7512be1),segment_id=84c859cf-9038-413b-b697-2f7aa7512be1)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:35:11.944456 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:11.946983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:35:12.211802 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=c37332c7-a6b3-4c1f-b6b4-15fd903fa00a,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:35:12.215904 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:35:12.392918 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1019996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15765'] for router, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:12.786790 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:12.855239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:13.016033 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Allocated IP 172.28.0.200 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/20e37eba-c46a-4da6-bb89-904b32a65845) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:35:13.331963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:13.391459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:13.398040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:35:13.451221 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:35:13.452235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:35:13.504734 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:35:13.560107 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Pushing event updated for resources: {'Port': ['ID=20e37eba-c46a-4da6-bb89-904b32a65845,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:35:13.644042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:13.644556 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:13.645012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:13.645482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:13.645926 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:13.646372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:13.646953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:13.647420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:13.647860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:13.648299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:13.648741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:13.649185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Tracked resource versions report: Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: pushed versions: Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: { 'AddressGroup': {'1.2'}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': {'1.0'}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': {'1.0'}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': {'1.1'}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': {'1.7'}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': {'1.2'}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': {'1.8'}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': {'1.4'}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': {'1.0'}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': {'1.1'}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': {'1.1'}} Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: consumer versions: Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: { DHCP agent@dv-cinder-786930-1-smb: {}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: L3 agent@dv-cinder-786930-1-smb: {}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: Metadata agent@dv-cinder-786930-1-smb: {}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: Metering agent@dv-cinder-786930-1-smb: {}, Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: Open vSwitch agent@dv-cinder-786930-1-smb: { 'AddressGroup': '1.2', Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': '1.0', Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': '1.0', Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': '1.1', Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': '1.7', Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': '1.2', Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': '1.8', Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': '1.4', Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': '1.2', Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': '1.0', Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': '1.1', Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': '1.1'}} Apr 19 18:35:13.650549 dv-cinder-786930-1-smb neutron-server[86198]: {{(pid=86313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:35:13.673371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device c37332c7-a6b3-4c1f-b6b4-15fd903fa00a up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:35:13.674305 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:35:13.792006 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:35:13.792683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:13.998373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:14.411435 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1019996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15765'] for router, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:14.415224 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853834532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853834547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853755861'] for router, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:14.610031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Router 1b27161b-d75a-4518-8de3-dba6e13f953d has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:35:14.963165 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:35:14.976005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Sync routers for ids ['1b27161b-d75a-4518-8de3-dba6e13f953d'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:35:14.976570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Notify callbacks [] for router, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:14.977856 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] 10.222.0.10 "PUT /v2.0/routers/1b27161b-d75a-4518-8de3-dba6e13f953d HTTP/1.1" status: 200 len: 890 time: 3.1279714 Apr 19 18:35:14.994265 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Routers {'1b27161b-d75a-4518-8de3-dba6e13f953d'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:35:14.995509 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:34:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b27161b-d75a-4518-8de3-dba6e13f953d'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:35:15.221973 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Set router 1b27161b-d75a-4518-8de3-dba6e13f953d gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:35:15.612889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'name': 'router1', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': '20e37eba-c46a-4da6-bb89-904b32a65845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:34:52Z', 'updated_at': '2021-04-19T18:35:13Z', 'revision_number': 4, 'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'gw_port': {'id': '20e37eba-c46a-4da6-bb89-904b32a65845', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:68:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:35:12Z', 'updated_at': '2021-04-19T18:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'c37332c7-a6b3-4c1f-b6b4-15fd903fa00a', 'name': '', 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'mac_address': 'fa:16:3e:42:fe:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cabd625-187a-4715-b050-2f0a0729b60a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:35:02Z', 'updated_at': '2021-04-19T18:35:11Z', 'revision_number': 5, 'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'subnets': [{'id': '9cabd625-187a-4715-b050-2f0a0729b60a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2cae4ff-e835-4af8-9285-511893d5b3d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:35:15.618302 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Checking router: 1b27161b-d75a-4518-8de3-dba6e13f953d for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:35:15.618732 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Updating router 1b27161b-d75a-4518-8de3-dba6e13f953d port 20e37eba-c46a-4da6-bb89-904b32a65845 binding host dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:35:15.682206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:16.067824 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:16.082141 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Transition to ACTIVE for port object 20e37eba-c46a-4da6-bb89-904b32a65845 will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:35:16.088260 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:16.094247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-84f2555b-6716-4600-bf51-44a33c6515b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:35:16.181576 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Attempting to bind port 20e37eba-c46a-4da6-bb89-904b32a65845 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:35:16.181986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Attempting to bind port 20e37eba-c46a-4da6-bb89-904b32a65845 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:35:16.182388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Attempting to bind port 20e37eba-c46a-4da6-bb89-904b32a65845 on network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:35:16.188765 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f1c5d-44d8-431d-96d0-2dae8b8c7e1e None None] Pushing event updated for resources: {'Port': ['ID=20e37eba-c46a-4da6-bb89-904b32a65845,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:35:16.194727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7d5f1c5d-44d8-431d-96d0-2dae8b8c7e1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:35:16.195559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:35:16.195966 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Checking segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:35:16.196404 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:16.196828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Bound using segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:35:16.197346 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Bound port: 20e37eba-c46a-4da6-bb89-904b32a65845, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:35:16.197728 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:16.288414 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] For port 20e37eba-c46a-4da6-bb89-904b32a65845, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:35:16.292775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] For port 20e37eba-c46a-4da6-bb89-904b32a65845, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=20e37eba-c46a-4da6-bb89-904b32a65845,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:35:16.296278 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:16.301784 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:35:16.387297 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Routers {'1b27161b-d75a-4518-8de3-dba6e13f953d'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:35:16.388082 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:34:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b27161b-d75a-4518-8de3-dba6e13f953d'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:35:16.452805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f1c5d-44d8-431d-96d0-2dae8b8c7e1e None None] Pushing event updated for resources: {'Port': ['ID=20e37eba-c46a-4da6-bb89-904b32a65845,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:35:16.518746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7d5f1c5d-44d8-431d-96d0-2dae8b8c7e1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:35:16.608918 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] Set router 1b27161b-d75a-4518-8de3-dba6e13f953d gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:35:17.032063 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'name': 'router1', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': '20e37eba-c46a-4da6-bb89-904b32a65845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:34:52Z', 'updated_at': '2021-04-19T18:35:13Z', 'revision_number': 4, 'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'gw_port': {'id': '20e37eba-c46a-4da6-bb89-904b32a65845', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:68:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:35:12Z', 'updated_at': '2021-04-19T18:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'c37332c7-a6b3-4c1f-b6b4-15fd903fa00a', 'name': '', 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'mac_address': 'fa:16:3e:42:fe:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cabd625-187a-4715-b050-2f0a0729b60a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:35:02Z', 'updated_at': '2021-04-19T18:35:11Z', 'revision_number': 5, 'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'subnets': [{'id': '9cabd625-187a-4715-b050-2f0a0729b60a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2cae4ff-e835-4af8-9285-511893d5b3d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:35:17.037390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5874de6-af6a-407b-a1dd-28d69a49d831 None None] The sync data for ids ['1b27161b-d75a-4518-8de3-dba6e13f953d'] in dv-cinder-786930-1-smb is: [{'id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'name': 'router1', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': '20e37eba-c46a-4da6-bb89-904b32a65845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:34:52Z', 'updated_at': '2021-04-19T18:35:13Z', 'revision_number': 4, 'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'gw_port': {'id': '20e37eba-c46a-4da6-bb89-904b32a65845', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:68:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:35:12Z', 'updated_at': '2021-04-19T18:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'c37332c7-a6b3-4c1f-b6b4-15fd903fa00a', 'name': '', 'network_id': '00dc8d6d-a87f-487e-bed0-3e232fc61ddd', 'tenant_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'mac_address': 'fa:16:3e:42:fe:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b27161b-d75a-4518-8de3-dba6e13f953d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cabd625-187a-4715-b050-2f0a0729b60a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:35:02Z', 'updated_at': '2021-04-19T18:35:11Z', 'revision_number': 5, 'project_id': 'a76ca2b37c9c4ef4a3f0af271fd8498f', 'subnets': [{'id': '9cabd625-187a-4715-b050-2f0a0729b60a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2cae4ff-e835-4af8-9285-511893d5b3d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:35:17.697958 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 20e37eba-c46a-4da6-bb89-904b32a65845 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:35:17.775942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 20e37eba-c46a-4da6-bb89-904b32a65845 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:35:17.782449 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 20e37eba-c46a-4da6-bb89-904b32a65845 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:35:17.782878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:17.835245 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45344) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:35:17.933249 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:17.951760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port 20e37eba-c46a-4da6-bb89-904b32a65845, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=20e37eba-c46a-4da6-bb89-904b32a65845,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:35:17.956679 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:17.959375 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:35:17.990063 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a038708d-c5ec-4150-b650-d36787326666 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1435094 Apr 19 18:35:18.052600 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=20e37eba-c46a-4da6-bb89-904b32a65845,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:35:18.057985 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:35:19.689810 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 20e37eba-c46a-4da6-bb89-904b32a65845 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:35:19.812756 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 20e37eba-c46a-4da6-bb89-904b32a65845 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:35:19.813399 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:22.946103 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-88ba09d1-cb12-43f7-97f7-f05c434bf5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:25.826089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2702f847-a0a6-4b63-85d1-896594ce4a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:25.847702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:27.192940 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:28.061645 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 5 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:35:28.150863 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:52.931847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-489369f6-5ec2-4799-8c80-cd186a5e2a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:55.817941 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0e234ffb-70dc-4288-8e59-29ddd3c353d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:55.828104 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:57.178757 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:35:58.158508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:36:05.066749 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 5 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:36:22.924491 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9b56d6d1-ec29-49b3-986c-e9371baa649a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:36:25.793038 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a339d188-1645-4fb7-a223-7d0c38142689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:36:25.818484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:36:27.183294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:36:28.146930 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:36:42.066653 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 5 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:36:52.926545 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f7292534-61f7-4485-a1d9-3398389c1e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:36:55.797917 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dcccc934-6716-4842-a383-eebdd78045b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:36:55.821001 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:36:57.188322 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:36:58.149789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:08.712806 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45914) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:37:08.789752 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.pecan_wsgi.hooks.translation [None req-01994466-8e34-49c8-8548-d3107f060a1d admin admin] GET failed (client error): The resource could not be found. Apr 19 18:37:08.791294 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-01994466-8e34-49c8-8548-d3107f060a1d admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0773039 Apr 19 18:37:08.934783 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a974b-881f-431b-bef6-3a679a381583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:08.936360 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-fb0a974b-881f-431b-bef6-3a679a381583 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1408758 Apr 19 18:37:11.437097 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45924) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:37:11.553569 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963aad51-4bac-4c72-ad60-b7458f7a615f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:11.554147 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-963aad51-4bac-4c72-ad60-b7458f7a615f admin admin] Synchronizing usage tracker for tenant:03046fd9ed0944419a6d572e891b2051 on resource:subnet {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:37:11.570647 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-963aad51-4bac-4c72-ad60-b7458f7a615f admin admin] Unset dirty status for tenant:03046fd9ed0944419a6d572e891b2051 on resource:subnet {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:37:11.571910 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-963aad51-4bac-4c72-ad60-b7458f7a615f admin admin] 10.222.0.10 "GET /v2.0/subnets/9cabd625-187a-4715-b050-2f0a0729b60a HTTP/1.1" status: 200 len: 849 time: 0.1337869 Apr 19 18:37:11.583111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:37:11.715991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:12.034849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742123527641'] for subnet, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:12.039673 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3a6a286b-61d0-4c76-8349-cf58730a374d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:37:12.082840 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:12.083621 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:12.098595 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] 10.222.0.10 "PUT /v2.0/subnets/9cabd625-187a-4715-b050-2f0a0729b60a HTTP/1.1" status: 200 len: 868 time: 0.5065868 Apr 19 18:37:12.098894 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7003412c-8547-425f-b885-bf1374587b7a None None] Network 00dc8d6d-a87f-487e-bed0-3e232fc61ddd requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:37:12.111441 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cabd625-187a-4715-b050-2f0a0729b60a,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:37:12.121289 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:37:12.121712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:37:12.122164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:37:12.122875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:37:12.123436 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:37:12.123805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:37:12.124169 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:37:12.124532 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:37:12.124957 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:37:12.125319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:37:12.125675 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:37:12.126031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:37:12.131060 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:37:12.578257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-655a33c8-8dcc-47d1-89c4-df6e52aa82ea None None] Provisioning complete for port 5a4e1f86-c639-4feb-ac7c-cd9e48689979 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:37:12.578862 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-655a33c8-8dcc-47d1-89c4-df6e52aa82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:12.719931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-655a33c8-8dcc-47d1-89c4-df6e52aa82ea None None] Provisioning complete for port c37332c7-a6b3-4c1f-b6b4-15fd903fa00a triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:37:12.720344 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-655a33c8-8dcc-47d1-89c4-df6e52aa82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:14.648011 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45934) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:37:14.838974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e4997-3ec7-4670-954f-1dd2e0d45462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:14.839420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e4997-3ec7-4670-954f-1dd2e0d45462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:14.841072 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e49e4997-3ec7-4670-954f-1dd2e0d45462 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1920278 Apr 19 18:37:17.382498 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45944) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:37:17.575775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7ad4a5-fdbd-49af-bc8d-d6b9731aa80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:17.576211 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7ad4a5-fdbd-49af-bc8d-d6b9731aa80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:17.577856 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-4f7ad4a5-fdbd-49af-bc8d-d6b9731aa80b admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1942980 Apr 19 18:37:19.066953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 5 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:37:20.124035 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45954) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:37:20.325583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e193afb0-7dda-4672-abc4-17e916773728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:20.327191 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e193afb0-7dda-4672-abc4-17e916773728 admin admin] 10.222.0.10 "GET /v2.0/networks/00dc8d6d-a87f-487e-bed0-3e232fc61ddd HTTP/1.1" status: 200 len: 869 time: 0.2021265 Apr 19 18:37:22.906530 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45964) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:37:22.928721 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-746d0f89-df91-465a-bd7e-110f1078709d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:23.094219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c73f7-5c58-4912-b7f3-f7cd31cfed6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:23.095637 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-229c73f7-5c58-4912-b7f3-f7cd31cfed6a admin admin] 10.222.0.10 "GET /v2.0/networks/03a2a4cc-d2bb-49fa-96db-2f81eadeaebf HTTP/1.1" status: 200 len: 886 time: 0.1880579 Apr 19 18:37:25.614977 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45974) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:37:25.735457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7874dd-5193-489f-80ed-2ab3091cb76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:25.735945 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7874dd-5193-489f-80ed-2ab3091cb76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:25.738621 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5e7874dd-5193-489f-80ed-2ab3091cb76d admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224506 Apr 19 18:37:25.801642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ba0e3824-05a9-44be-bc29-e61476149d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:25.827523 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:27.191278 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:28.158682 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:28.257212 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45984) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:37:28.373427 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dacace5-c38d-4ece-a9c0-94fb98a54935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:28.373932 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dacace5-c38d-4ece-a9c0-94fb98a54935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:28.375593 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5dacace5-c38d-4ece-a9c0-94fb98a54935 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1173296 Apr 19 18:37:30.921091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 45994) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:37:31.038157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1de2404-20bc-4b8e-8444-1b3aed3b015f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:31.039643 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c1de2404-20bc-4b8e-8444-1b3aed3b015f admin admin] 10.222.0.10 "GET /v2.0/subnets/9cabd625-187a-4715-b050-2f0a0729b60a HTTP/1.1" status: 200 len: 868 time: 0.1175020 Apr 19 18:37:33.578694 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46004) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:37:33.692754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a94e7-a270-459b-9651-ff9fc47687fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:37:33.694223 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-8f9a94e7-a270-459b-9651-ff9fc47687fa admin admin] 10.222.0.10 "GET /v2.0/subnets/bc5a7ed1-7a44-430b-b70c-0b61bed3b788 HTTP/1.1" status: 200 len: 816 time: 0.1144855 Apr 19 18:37:52.932751 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d5b1a921-fea1-4f96-9b6d-3642a1203889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:55.803893 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1ab95718-dc00-436b-87e8-a7ea5cca86c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:55.825948 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:56.068017 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 5 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:37:57.194201 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:37:58.163921 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:00.882423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46048) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:38:00.936068 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [None req-87adadb5-a295-4a13-baf1-79fc9fe608ef admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:38:00.937857 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-87adadb5-a295-4a13-baf1-79fc9fe608ef admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543356 Apr 19 18:38:03.555996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46058) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:38:03.633844 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f493fb-dd19-4cd0-9698-f226ed6efd09 admin admin] GET failed (client error): The resource could not be found. Apr 19 18:38:03.635320 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-62f493fb-dd19-4cd0-9698-f226ed6efd09 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0782797 Apr 19 18:38:03.776767 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58226797-10cf-483c-bfd4-d3042562b663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:38:03.778376 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-58226797-10cf-483c-bfd4-d3042562b663 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1386433 Apr 19 18:38:06.382862 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46068) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:38:06.434494 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:38:06.440016 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:38:06.450159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:38:06.459362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Made reservation on behalf of 03046fd9ed0944419a6d572e891b2051 for: {'network': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:38:06.464009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:06.562526 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.services.revisions.revision_plugin [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Could not find related network for resource to bump revision. Apr 19 18:38:06.577227 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=86314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:38:06.586280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:06.586689 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Added segment 3e9bcb6a-452a-479c-a9a2-eb2b4cb64607 of type vlan for network 6c884539-0146-4eb0-80b8-4a29762c5618 Apr 19 18:38:06.615622 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:06.646888 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:06.648286 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:38:06.648925 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:06.654029 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:38:06.949106 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5649934 Apr 19 18:38:06.949851 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Pushing event updated for resources: {'Network': ['ID=6c884539-0146-4eb0-80b8-4a29762c5618,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:38:06.953509 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:38:06.961429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 6c884539-0146-4eb0-80b8-4a29762c5618 details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:38:09.533292 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46078) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:38:09.612434 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1fc028-11c2-468f-b4d0-ff7758ed98be admin admin] GET failed (client error): The resource could not be found. Apr 19 18:38:09.613035 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9e1fc028-11c2-468f-b4d0-ff7758ed98be admin admin] Synchronizing usage tracker for tenant:03046fd9ed0944419a6d572e891b2051 on resource:network {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:38:09.628606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9e1fc028-11c2-468f-b4d0-ff7758ed98be admin admin] Unset dirty status for tenant:03046fd9ed0944419a6d572e891b2051 on resource:network {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:38:09.629878 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9e1fc028-11c2-468f-b4d0-ff7758ed98be admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0955443 Apr 19 18:38:09.750114 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc45372e-e63b-4679-a324-7fe5c6cc1e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:38:09.751727 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-dc45372e-e63b-4679-a324-7fe5c6cc1e94 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1175158 Apr 19 18:38:09.762533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:38:09.768140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:38:09.778117 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:38:09.787586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Made reservation on behalf of 03046fd9ed0944419a6d572e891b2051 for: {'subnet': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:38:09.792360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:10.186482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:10.191494 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:38:10.268181 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b462c557-a05e-4966-9dc3-0da5e9a9b895,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:38:10.271779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:38:10.277880 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Checking segment: {'id': '3e9bcb6a-452a-479c-a9a2-eb2b4cb64607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:38:10.278262 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Network hostable DHCP agents. Network: 6c884539-0146-4eb0-80b8-4a29762c5618, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:38:10.301846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Network 6c884539-0146-4eb0-80b8-4a29762c5618 is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:38:10.311697 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 6c884539-0146-4eb0-80b8-4a29762c5618) {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:38:10.316570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:38:10.317280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:10.322761 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d569918-3027-4963-9472-e8a94269face None None] Network 6c884539-0146-4eb0-80b8-4a29762c5618 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:38:10.350917 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-31c52d75-7677-44f9-892f-392e4afbce8c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5918922 Apr 19 18:38:10.570750 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b491f40-6386-5af1-9861-ed65131aa8ab-6c884539-0146-4eb0-80b8-4a29762c5618', 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618', 'tenant_id': '03046fd9ed0944419a6d572e891b2051', 'fixed_ips': [{'subnet_id': 'b462c557-a05e-4966-9dc3-0da5e9a9b895'}]}} from dv-cinder-786930-1-smb. {{(pid=86315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:38:10.571684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:10.745595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Allocated IP 192.168.233.2 (6c884539-0146-4eb0-80b8-4a29762c5618/b462c557-a05e-4966-9dc3-0da5e9a9b895/c1b90dba-5265-45b2-bfc0-0bcdf2d357f9) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:38:10.974123 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:10.986340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Transition to ACTIVE for port object c1b90dba-5265-45b2-bfc0-0bcdf2d357f9 will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:38:11.006644 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Transition to ACTIVE for port object c1b90dba-5265-45b2-bfc0-0bcdf2d357f9 will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:38:11.011826 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:11.018071 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7d5f1c5d-44d8-431d-96d0-2dae8b8c7e1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:38:11.091256 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Network 6c884539-0146-4eb0-80b8-4a29762c5618 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:38:11.095843 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:38:11.098279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:38:11.102349 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Pushing event updated for resources: {'Port': ['ID=c1b90dba-5265-45b2-bfc0-0bcdf2d357f9,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:38:11.145613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:38:11.145989 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:38:11.146357 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:38:11.146744 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:38:11.147104 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:38:11.147460 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:38:11.147813 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:38:11.148165 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:38:11.148514 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:38:11.148860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:38:11.149208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:38:11.149554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:38:11.153407 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:38:11.218893 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Attempting to bind port c1b90dba-5265-45b2-bfc0-0bcdf2d357f9 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:38:11.219314 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Attempting to bind port c1b90dba-5265-45b2-bfc0-0bcdf2d357f9 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': '3e9bcb6a-452a-479c-a9a2-eb2b4cb64607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:38:11.219724 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Attempting to bind port c1b90dba-5265-45b2-bfc0-0bcdf2d357f9 on network 6c884539-0146-4eb0-80b8-4a29762c5618 {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:38:11.225860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:38:11.226273 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Checking segment: {'id': '3e9bcb6a-452a-479c-a9a2-eb2b4cb64607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:38:11.226795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:11.227228 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Bound using segment: {'id': '3e9bcb6a-452a-479c-a9a2-eb2b4cb64607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:38:11.227746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Bound port: c1b90dba-5265-45b2-bfc0-0bcdf2d357f9, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9bcb6a-452a-479c-a9a2-eb2b4cb64607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:38:11.228159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:11.326798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] For port c1b90dba-5265-45b2-bfc0-0bcdf2d357f9, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:38:11.330285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] For port c1b90dba-5265-45b2-bfc0-0bcdf2d357f9, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=c1b90dba-5265-45b2-bfc0-0bcdf2d357f9,segment=NetworkSegment(3e9bcb6a-452a-479c-a9a2-eb2b4cb64607),segment_id=3e9bcb6a-452a-479c-a9a2-eb2b4cb64607)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:38:11.333752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:11.339294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7d5f1c5d-44d8-431d-96d0-2dae8b8c7e1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:38:11.422217 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Pushing event updated for resources: {'Port': ['ID=c1b90dba-5265-45b2-bfc0-0bcdf2d357f9,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:38:11.425722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:38:11.845819 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device c1b90dba-5265-45b2-bfc0-0bcdf2d357f9 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:38:11.927137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port c1b90dba-5265-45b2-bfc0-0bcdf2d357f9 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:38:12.710891 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db063bb-cca6-45c3-b212-13ea576dd7b2 None None] Network 6c884539-0146-4eb0-80b8-4a29762c5618 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:38:12.811523 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-824665a8-5342-47a0-9248-bf109d264cbd None None] Provisioning for port c1b90dba-5265-45b2-bfc0-0bcdf2d357f9 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:38:12.834112 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-824665a8-5342-47a0-9248-bf109d264cbd None None] Provisioning complete for port c1b90dba-5265-45b2-bfc0-0bcdf2d357f9 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:38:12.834528 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-824665a8-5342-47a0-9248-bf109d264cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:13.237218 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-824665a8-5342-47a0-9248-bf109d264cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:13.282713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-824665a8-5342-47a0-9248-bf109d264cbd None None] For port c1b90dba-5265-45b2-bfc0-0bcdf2d357f9, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=c1b90dba-5265-45b2-bfc0-0bcdf2d357f9,segment=NetworkSegment(3e9bcb6a-452a-479c-a9a2-eb2b4cb64607),segment_id=3e9bcb6a-452a-479c-a9a2-eb2b4cb64607)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:38:13.286088 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-824665a8-5342-47a0-9248-bf109d264cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:13.288116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:38:13.364494 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824665a8-5342-47a0-9248-bf109d264cbd None None] Pushing event updated for resources: {'Port': ['ID=c1b90dba-5265-45b2-bfc0-0bcdf2d357f9,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:38:13.367799 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-824665a8-5342-47a0-9248-bf109d264cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:38:13.508596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-394a9b42-8399-4ca6-ba80-8008115799a4 None None] Provisioning complete for port c1b90dba-5265-45b2-bfc0-0bcdf2d357f9 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:38:13.509069 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-394a9b42-8399-4ca6-ba80-8008115799a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:13.801487 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device c1b90dba-5265-45b2-bfc0-0bcdf2d357f9 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:38:13.873605 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port c1b90dba-5265-45b2-bfc0-0bcdf2d357f9 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:38:13.874014 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:22.935405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-30094dfb-e618-4eca-9c06-ff2b91b22e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:25.805113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e68e77f3-1127-4203-88a9-fc8b32076302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:25.840473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:27.197748 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:28.168691 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:33.068417 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 5 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:38:52.937384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-125eed54-2e91-49ee-aea2-03819c4c7c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:55.806599 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-bf1cabbb-8b9b-4ee4-a50d-006a30b141be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:55.830947 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:57.203118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:38:58.172057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:10.067531 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 5 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:39:22.940247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-84a138e9-ac09-44a8-9b0c-4a558246611d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:25.808788 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f4f091c4-b747-4523-ab6a-6cfff6389907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:25.833135 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:27.206698 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:28.175322 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:35.195111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46128) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:39:35.202631 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [None req-65be0a9e-1009-46fc-8daf-240d37d403a4 tempest-verify_tempest_config-1128275478 tempest-verify_tempest_config-1128275478-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:39:35.203659 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-65be0a9e-1009-46fc-8daf-240d37d403a4 tempest-verify_tempest_config-1128275478 tempest-verify_tempest_config-1128275478-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069096 Apr 19 18:39:35.523392 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46146) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:39:35.652164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:35.665857 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.quota [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Loaded quota_driver: . Apr 19 18:39:35.670502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:39:35.674690 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Usage tracker for resource:security_group_rule and tenant:811149110c604bde88a87f1043eb2c59 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:39:35.677931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:39:35.685480 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:39:35.795970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:35.798771 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:35.808706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:39:35.850375 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=811149110c604bde88a87f1043eb2c59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3256390 Apr 19 18:39:35.852608 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cfb38b-6033-4ed2-b059-5ed6c94cd4a9,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:39:35.853762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46152) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:39:35.860693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:35.861064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:35.861425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:35.861785 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:35.862140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:35.862501 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:35.862944 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:35.863296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:35.863655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:35.864005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:35.864356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:35.864702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:35.870941 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:39:35.920139 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:35.947131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:36.000077 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:36.005297 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:39:36.017726 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cfb38b-6033-4ed2-b059-5ed6c94cd4a9,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:39:36.026922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:36.027299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:36.027667 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:36.028027 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:36.028384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:36.028740 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:36.029092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:36.029446 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:36.029800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:36.030149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:36.030499 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:36.030873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:39:36.033603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:36.034832 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68cfb38b-6033-4ed2-b059-5ed6c94cd4a9 HTTP/1.1" status: 204 len: 168 time: 0.1799624 Apr 19 18:39:36.035800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:39:47.067098 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 5 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:39:52.941883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3bf9427d-4c71-49e9-9fe8-f3e0bba62368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:55.811570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-18531ad0-2e2c-488f-9020-ad3f4fcf57c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:55.836278 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:57.211702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:39:58.178659 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:22.944327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2ebe3cbd-5408-434e-8b0a-fe9c30d4d06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:24.066683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 5 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:40:25.814109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fe0f23b8-c254-465a-a567-4fa6fcf87ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:25.838673 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:27.215634 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:28.182400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:52.947877 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f6b44d38-6745-4076-a580-173f25439180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:55.815072 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4d5169f7-9ad9-45ef-9035-5317df924fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:55.840159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:57.219449 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:58.185893 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:01.066838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 5 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:41:14.696283 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925'] for agent, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:19.458765 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46204) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:41:19.589322 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e6675bf2-a3e3-496b-8a54-093bdaf9a635 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1290164 Apr 19 18:41:22.098461 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46214) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:41:22.158820 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e0d0101d-886f-496e-8f79-fb6bbbd1552d admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0588288 Apr 19 18:41:22.949990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f05e0f3-a5b9-491c-9d5e-e746e3567e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:25.817423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d912d4bb-0f80-4634-93c0-5354a39d1076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:25.843386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:27.221216 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:28.189793 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:38.066229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:41:44.681086 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:52.952625 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3343e44d-c5b0-4ff7-a8a5-1c1f1633cf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:55.820459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6cdcb97c-9c5b-4bb7-8b9e-264e64ed7d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:55.847779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:57.228486 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:58.193216 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:14.672586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:15.065944 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:42:22.960466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e3d970d9-9e66-455d-ba1a-53cc59b2107e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:25.822535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cdc85337-f244-4d83-949c-c3e7798a2498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:25.849330 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:27.221118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:28.199441 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:44.688003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:52.065178 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:42:52.952767 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-42966a51-c761-4a43-892e-39edd556d411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:55.823509 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-725d6331-4476-44f2-b4f1-21ff9ba5952e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:55.852582 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:57.235512 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:58.215370 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:01.785306 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46416) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:02.062645 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46434) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:02.064285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46436) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:02.100744 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46446) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:02.167989 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-768767372-network', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:02.173343 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:02.178508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Usage tracker for resource:network and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:02.181605 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:02.187747 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:02.197910 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Made reservation on behalf of 257b443ba4b441fd8410ddd6eaf5ab45 for: {'network': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:02.201880 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46454) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:02.206674 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.221272 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.237642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:02.241731 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Usage tracker for resource:security_group_rule and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:02.244689 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:02.250609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:02.259425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-246407679-network', 'tenant_id': 'e27579c51a764b1db2e73f82abcc5382'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:02.266919 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:02.272861 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Usage tracker for resource:network and tenant:e27579c51a764b1db2e73f82abcc5382 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:02.282232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:02.291993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:02.303415 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Made reservation on behalf of e27579c51a764b1db2e73f82abcc5382 for: {'network': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:02.310272 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.316631 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-976950746-network', 'tenant_id': '7cd1aabf08cd4bc18b031e67427f213d'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:02.326217 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:02.327448 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.336545 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Usage tracker for resource:network and tenant:7cd1aabf08cd4bc18b031e67427f213d is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:02.344372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-468008949-network', 'tenant_id': 'b9ea8b9eba2241a9ac3e2114e6ba0d1d'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:02.345195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:02.350638 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Usage tracker for resource:security_group_rule and tenant:e27579c51a764b1db2e73f82abcc5382 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:02.353978 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:02.354370 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:02.363574 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:02.372063 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:02.382176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:02.397186 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Usage tracker for resource:network and tenant:b9ea8b9eba2241a9ac3e2114e6ba0d1d is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:02.403168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:02.410679 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Made reservation on behalf of 7cd1aabf08cd4bc18b031e67427f213d for: {'network': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:02.415890 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.416345 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-369450969-network', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:02.430816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.433838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:02.440822 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.450837 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.461596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:02.464078 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:02.498593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29288b7e-3e04-4438-8250-847489e47496,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:02.500277 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Usage tracker for resource:network and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:02.510419 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:02.510830 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:02.511210 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:02.511582 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:02.511952 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:02.512319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:02.512866 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:02.513004 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:02.513375 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:02.513737 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:02.514102 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:02.514230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:02.514461 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Tracked resource versions report: Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: pushed versions: Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: { 'AddressGroup': {'1.2'}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': {'1.0'}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': {'1.0'}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': {'1.1'}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': {'1.7'}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': {'1.2'}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': {'1.8'}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': {'1.4'}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': {'1.0'}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': {'1.1'}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': {'1.1'}} Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: consumer versions: Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: { DHCP agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: HyperV agent@hv-cinder-78693: {}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: L3 agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: Metadata agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: Metering agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: Open vSwitch agent@dv-cinder-786930-1-smb: { 'AddressGroup': '1.2', Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': '1.0', Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': '1.0', Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': '1.1', Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': '1.7', Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': '1.2', Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': '1.8', Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': '1.4', Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': '1.2', Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': '1.0', Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': '1.1', Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': '1.1'}} Apr 19 18:43:02.515648 dv-cinder-786930-1-smb neutron-server[86198]: {{(pid=86314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:43:02.519385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Made reservation on behalf of b9ea8b9eba2241a9ac3e2114e6ba0d1d for: {'network': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:02.524138 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.537804 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:02.542765 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:02.543473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.557624 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:02.572356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=86314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:43:02.578937 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Usage tracker for resource:security_group_rule and tenant:7cd1aabf08cd4bc18b031e67427f213d is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:02.587516 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:02.598128 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:02.601462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Made reservation on behalf of 1a5899c9f0a947d3be62b6da572ba349 for: {'network': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:02.606246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.616931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.617485 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Added segment aa02a3c3-ed13-4562-a18c-15e842094d48 of type vlan for network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 Apr 19 18:43:02.629413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.652364 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.653669 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.653829 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:02.657731 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.659710 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Usage tracker for resource:security_group_rule and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:02.663232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:02.666156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:02.672213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c46c5392-3fa7-4c0c-8a85-12ec562e2e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:02.677514 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Usage tracker for resource:security_group_rule and tenant:b9ea8b9eba2241a9ac3e2114e6ba0d1d is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:02.682593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:02.701901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:02.703146 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=86313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:43:02.718439 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363294731329942', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.719181 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Unsubscribe: segment precommit_create {{(pid=86313) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 18:43:02.719783 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Added segment 798ef34e-37ba-4a98-b541-45ca121e7083 of type vlan for network 443e23c2-a042-4e27-8026-b14a75e3b0cc Apr 19 18:43:02.790048 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:02.817477 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.833648 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:02.834530 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.838145 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.843266 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ba69a57a-c5a6-4d35-a717-932e8e0a2369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:02.912624 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.923399 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:02.924901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:02.992476 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Pushing event updated for resources: {'Network': ['ID=9bd6a27b-f881-4d4d-9456-7c0db90eaa26,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:03.004022 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:43:03.010042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:03.029518 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.036113 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9716728 Apr 19 18:43:03.038618 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81961184-024e-4df4-9670-c3066ac8ecf5,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:03.042541 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46488) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:03.048475 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:03.049028 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:03.050169 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:03.050680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:03.051159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:03.051637 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:03.052110 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:03.052579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:03.053063 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:03.053547 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:03.054020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:03.054483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:03.055227 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2687900 Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Tracked resource versions report: Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: pushed versions: Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: { 'AddressGroup': {'1.2'}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': {'1.0'}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': {'1.0'}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': {'1.1'}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': {'1.7'}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': {'1.2'}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': {'1.8'}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': {'1.4'}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': {'1.0'}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': {'1.1'}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': {'1.1'}} Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: consumer versions: Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: { DHCP agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: HyperV agent@hv-cinder-78693: {}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: L3 agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: Metadata agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: Metering agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: Open vSwitch agent@dv-cinder-786930-1-smb: { 'AddressGroup': '1.2', Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': '1.0', Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': '1.0', Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': '1.1', Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': '1.7', Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': '1.2', Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': '1.8', Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': '1.4', Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': '1.2', Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': '1.0', Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': '1.1', Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': '1.1'}} Apr 19 18:43:03.055915 dv-cinder-786930-1-smb neutron-server[86198]: {{(pid=86313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:43:03.061092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46492) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:03.061893 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.062780 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Request body: {'subnet': {'network_id': '443e23c2-a042-4e27-8026-b14a75e3b0cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-246407679-subnet', 'tenant_id': 'e27579c51a764b1db2e73f82abcc5382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:03.065661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:03.068941 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:03.094332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Request body: {'subnet': {'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-subnet', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:03.100993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:03.105260 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Usage tracker for resource:subnet and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:03.109057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:03.109326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.110724 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:03.118224 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:03.118388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.119420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Usage tracker for resource:subnet and tenant:e27579c51a764b1db2e73f82abcc5382 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:03.124172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:03.190725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:03.200476 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:03.223492 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.263890 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=86313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:43:03.271747 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.276869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Made reservation on behalf of 257b443ba4b441fd8410ddd6eaf5ab45 for: {'subnet': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:03.278527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=86314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:43:03.282230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.304463 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc899e07-34c7-44b3-a827-bb8528b23208,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:03.307164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Made reservation on behalf of e27579c51a764b1db2e73f82abcc5382 for: {'subnet': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:03.311903 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.331776 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:03.332354 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-87ff98a9-a756-4f69-9508-a397ae379e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:03.344211 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.344661 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Added segment b740c151-378d-4c83-a8cb-3f19677dc396 of type vlan for network c3493dc4-ae2a-4c14-abb4-3246e5c61996 Apr 19 18:43:03.371421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=86314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:43:03.423772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Pushing event updated for resources: {'Network': ['ID=443e23c2-a042-4e27-8026-b14a75e3b0cc,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:03.432898 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.432898 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Added segment c22c00d5-3ab8-4aec-9f05-b4e46c0fd853 of type vlan for network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a Apr 19 18:43:03.443607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:03.444322 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:03.455786 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 443e23c2-a042-4e27-8026-b14a75e3b0cc details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:43:03.509738 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.510138 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Added segment 99bf43b2-41c3-4553-99bd-1ef90cf62ae3 of type vlan for network 828b6742-dfa7-40c4-9dff-e09e2996e062 Apr 19 18:43:03.511496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfdd321-2aaa-4650-b944-15fd82ecdf73,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:03.525746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.546612 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:03.581997 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.608732 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.629867 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.642156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7620bfa8-f3b4-49f5-9c26-86a99244101e,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:03.643964 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:03.644623 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.649381 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:03.654874 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-eb92ad22-af09-4866-b689-0235d074a0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:03.664690 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.696571 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:03.697372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.707751 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:03.816374 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.826870 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:03.827557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.835495 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Pushing event updated for resources: {'Network': ['ID=c3493dc4-ae2a-4c14-abb4-3246e5c61996,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:03.840658 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6367576 Apr 19 18:43:03.849025 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7793262 Apr 19 18:43:03.849025 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46520) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:03.849310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Pushing event updated for resources: {'Network': ['ID=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:03.853906 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:03.855915 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network c3493dc4-ae2a-4c14-abb4-3246e5c61996 details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:43:03.856187 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:03.863342 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46522) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:03.870112 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:03.874276 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Request body: {'subnet': {'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-976950746-subnet', 'tenant_id': '7cd1aabf08cd4bc18b031e67427f213d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:03.882508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:43:03.890245 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:03.896393 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Request body: {'subnet': {'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-369450969-subnet', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:03.900517 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Usage tracker for resource:subnet and tenant:7cd1aabf08cd4bc18b031e67427f213d is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:03.905133 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:03.926182 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:03.927032 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:03.949452 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8474822 Apr 19 18:43:03.950629 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Usage tracker for resource:subnet and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:03.954304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46528) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:03.961482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Request body: {'subnet': {'network_id': '828b6742-dfa7-40c4-9dff-e09e2996e062', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-468008949-subnet', 'tenant_id': 'b9ea8b9eba2241a9ac3e2114e6ba0d1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:03.969038 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Made reservation on behalf of 7cd1aabf08cd4bc18b031e67427f213d for: {'subnet': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:03.974780 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:03.991810 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:04.005964 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:04.012008 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Usage tracker for resource:subnet and tenant:b9ea8b9eba2241a9ac3e2114e6ba0d1d is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:04.017787 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:04.021480 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:04.027390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Pushing event updated for resources: {'Network': ['ID=828b6742-dfa7-40c4-9dff-e09e2996e062,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:04.044508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:04.059096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 828b6742-dfa7-40c4-9dff-e09e2996e062 details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:43:04.066132 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Made reservation on behalf of 1a5899c9f0a947d3be62b6da572ba349 for: {'subnet': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:04.071314 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:04.074469 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:04.160065 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Made reservation on behalf of b9ea8b9eba2241a9ac3e2114e6ba0d1d for: {'subnet': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:04.164924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:04.491070 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:04.504575 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:04.621131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6eb6bb-25e4-44ee-804d-70498892a84b,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:04.624929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:04.626312 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:04.636081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:04.655692 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Checking segment: {'id': '798ef34e-37ba-4a98-b541-45ca121e7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '443e23c2-a042-4e27-8026-b14a75e3b0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:04.656086 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Network hostable DHCP agents. Network: 443e23c2-a042-4e27-8026-b14a75e3b0cc, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:43:04.696124 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Network 443e23c2-a042-4e27-8026-b14a75e3b0cc is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:43:04.748683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 443e23c2-a042-4e27-8026-b14a75e3b0cc) {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:04.757497 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:04.758142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:04.760690 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f8fb6-5c80-4076-bdc6-06a88c2ddae6 None None] Network 443e23c2-a042-4e27-8026-b14a75e3b0cc requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:04.786948 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-80730617-c488-4bfe-aec8-4c533de3bad0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7357533 Apr 19 18:43:04.900579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:04.917533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-04b34619-fa5b-4ff4-98f0-1196b51b2cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:04.940145 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44eef042-2154-4438-8046-219828e8d0e3,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:04.954820 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:04.962513 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Checking segment: {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:04.970091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Network hostable DHCP agents. Network: 9bd6a27b-f881-4d4d-9456-7c0db90eaa26, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:43:05.069535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46566) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:05.099888 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8329e-91a4-4ab4-939b-563fef6fe9a2 None None] Network 443e23c2-a042-4e27-8026-b14a75e3b0cc requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:05.136020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Checking segment: {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:05.136460 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Network hostable DHCP agents. Network: 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:43:05.152990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d07e6f8-f12e-4527-ab5b-a1c4a58a0091,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:05.161832 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:05.205064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:43:05.227306 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a) {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:05.231919 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:05.232568 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:05.270442 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4153917 Apr 19 18:43:05.274626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46578) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:05.287070 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:05.288921 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2a5f4-8854-47dc-bbc8-658953cc0e28 None None] Network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:05.303787 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:05.313207 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Usage tracker for resource:router and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:05.320828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:05.337942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:05.360494 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:43:05.361275 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853757969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760004'] for router, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:05.363535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15780'] for router, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:05.387974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:05.397409 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 9bd6a27b-f881-4d4d-9456-7c0db90eaa26) {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:05.410336 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:05.412395 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:05.428849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab000e-74b8-4e3d-a3da-0a10b2b52fd6 None None] Network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:05.612192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:05.619298 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5535226 Apr 19 18:43:05.619298 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:05.687922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46594) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:05.753767 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a93d428-8eb4-45a2-8168-117528720b9d,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:05.759895 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:05.796579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46600) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:05.811603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2140434013-network', 'tenant_id': '63bb918274504497ac8546238a556e95'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:05.820994 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:05.836277 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:05.842111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Usage tracker for resource:network and tenant:63bb918274504497ac8546238a556e95 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:05.849533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:05.858945 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:05.878983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Made reservation on behalf of 63bb918274504497ac8546238a556e95 for: {'network': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:05.886818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:05.906272 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Checking segment: {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:05.907487 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Network hostable DHCP agents. Network: c3493dc4-ae2a-4c14-abb4-3246e5c61996, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:43:05.927137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:05.963140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:05.981442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Usage tracker for resource:security_group_rule and tenant:63bb918274504497ac8546238a556e95 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:05.988758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:06.059760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.061376 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:06.064022 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Network c3493dc4-ae2a-4c14-abb4-3246e5c61996 is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:43:06.079220 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:06.111390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:06.116772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.133915 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Usage tracker for resource:router and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:06.140023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1019996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15765'] for router, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.144688 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:06.155980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:06.159273 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:06.163573 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Usage tracker for resource:security_group_rule and tenant:063f0dc8aa3147c1b9b40e6b3bc48ef0 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:06.163816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, c3493dc4-ae2a-4c14-abb4-3246e5c61996) {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:06.182306 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5472a0-ef10-40e3-94e9-7b95fe0b3adc None None] Network c3493dc4-ae2a-4c14-abb4-3246e5c61996 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:06.186073 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Checking segment: {'id': '99bf43b2-41c3-4553-99bd-1ef90cf62ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '828b6742-dfa7-40c4-9dff-e09e2996e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:06.186912 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Network hostable DHCP agents. Network: 828b6742-dfa7-40c4-9dff-e09e2996e062, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:43:06.202764 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:06.206010 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b491f40-6386-5af1-9861-ed65131aa8ab-9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091'}]}} from dv-cinder-786930-1-smb. {{(pid=86315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:43:06.207179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.211257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:06.211911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.242846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:06.243090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=285570f5-3916-4508-8518-e75ec7040f50,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:06.255121 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:06.270212 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-f797c0ab-8c19-4f44-8146-76a33cad84f4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4056230 Apr 19 18:43:06.276326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Network 828b6742-dfa7-40c4-9dff-e09e2996e062 is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:43:06.279887 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853757969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760004'] for router, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.281024 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15780'] for router, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.297475 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 828b6742-dfa7-40c4-9dff-e09e2996e062) {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:06.308613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:06.309255 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.363782 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.377131 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4122262 Apr 19 18:43:06.377131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.382596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:06.398938 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.414000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fe9110-4ab3-4473-baa0-68b2a1671c4a,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:06.418259 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:06.437990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=86313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:43:06.466323 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd26b1-d573-4041-99da-1de58778f080 None None] Network 828b6742-dfa7-40c4-9dff-e09e2996e062 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:06.467149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.467543 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Added segment fa773b35-eb01-4a8b-bacc-209e91467a3f of type vlan for network 4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb Apr 19 18:43:06.536877 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.593865 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.603113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:06.603113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.608518 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:06.735264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Pushing event updated for resources: {'Network': ['ID=4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:06.741501 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:06.755278 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9509315 Apr 19 18:43:06.756016 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46638) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:06.775002 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Request body: {'subnet': {'network_id': '4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2140434013-subnet', 'tenant_id': '63bb918274504497ac8546238a556e95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:06.793650 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:06.808632 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Usage tracker for resource:subnet and tenant:63bb918274504497ac8546238a556e95 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:06.812361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b491f40-6386-5af1-9861-ed65131aa8ab-9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3'}]}} from dv-cinder-786930-1-smb. {{(pid=86315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:43:06.813287 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.816234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:06.828694 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:43:06.832301 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:06.867287 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Made reservation on behalf of 63bb918274504497ac8546238a556e95 for: {'subnet': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:06.874125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.924743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.931390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1019996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15765'] for router, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:06.942961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:07.090074 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:07.159166 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Allocated IP 172.20.0.2 (9bd6a27b-f881-4d4d-9456-7c0db90eaa26/44eef042-2154-4438-8046-219828e8d0e3/5612584e-677c-4b1f-86e4-86b91b475fc0) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:07.230689 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46678) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:07.245304 dv-cinder-786930-1-smb neutron-server[86198]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 18:43:07.297288 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46686) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:07.336382 dv-cinder-786930-1-smb neutron-server[86198]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 18:43:07.342454 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d904dc98-90d1-4613-8648-c76b9a47f278,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:07.356919 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:07.390772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Synchronizing usage tracker for tenant:03046fd9ed0944419a6d572e891b2051 on resource:security_group {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:07.407213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-d05f6ca4-540e-4b5a-b671-9ae2e7f8c77c tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:07.409321 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-d05f6ca4-540e-4b5a-b671-9ae2e7f8c77c tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 814 time: 0.1774545 Apr 19 18:43:07.492305 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-d7417fbb-2268-4356-98a3-8d6afaf58f1e tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/quotas/7cd1aabf08cd4bc18b031e67427f213d HTTP/1.1" status: 200 len: 375 time: 0.0765417 Apr 19 18:43:07.573320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:07.606709 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Unset dirty status for tenant:03046fd9ed0944419a6d572e891b2051 on resource:security_group {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:07.608369 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=063f0dc8aa3147c1b9b40e6b3bc48ef0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5332813 Apr 19 18:43:07.620338 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46694) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:07.630398 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-310ba3e1-5cf5-4209-8f04-1aa1389a9f9c tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087184 Apr 19 18:43:07.636852 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:07.701279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Allocated IP 172.20.0.2 (9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a/4d07e6f8-f12e-4527-ab5b-a1c4a58a0091/8b302ce7-a625-4faa-98ac-7d67fa17c32b) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:07.708683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:07.711520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132498b9-fa7b-4899-8355-f94e55f38f99 None None] Network 828b6742-dfa7-40c4-9dff-e09e2996e062 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:07.753860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-1891cfaf-b45b-40a1-a166-3e0fb398bbda tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:07.754914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-1891cfaf-b45b-40a1-a166-3e0fb398bbda tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Synchronizing usage tracker for tenant:b9ea8b9eba2241a9ac3e2114e6ba0d1d on resource:network {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:07.796036 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1c760913-df4e-404f-beac-3ad3d86df07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:07.853942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-1891cfaf-b45b-40a1-a166-3e0fb398bbda tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Unset dirty status for tenant:b9ea8b9eba2241a9ac3e2114e6ba0d1d on resource:network {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:07.855428 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-1891cfaf-b45b-40a1-a166-3e0fb398bbda tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/networks?id=828b6742-dfa7-40c4-9dff-e09e2996e062 HTTP/1.1" status: 200 len: 811 time: 0.5540886 Apr 19 18:43:07.867155 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1c760913-df4e-404f-beac-3ad3d86df07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:07.915054 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-4083e943-60b2-4b9b-a2b1-b0a3c7e01e86 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:43:07.916166 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-4083e943-60b2-4b9b-a2b1-b0a3c7e01e86 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1071188 Apr 19 18:43:07.960635 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-9ee6b116-b267-46ef-b79c-9f804a1b64e1 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/quotas/b9ea8b9eba2241a9ac3e2114e6ba0d1d HTTP/1.1" status: 200 len: 375 time: 0.0946870 Apr 19 18:43:08.031796 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Transition to ACTIVE for port object 5612584e-677c-4b1f-86e4-86b91b475fc0 will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:08.070150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139c3c8-b599-46e2-a41f-8c6f0e2cb642 None None] Network c3493dc4-ae2a-4c14-abb4-3246e5c61996 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:08.071796 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Allocated IP 172.28.0.159 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/794f18ed-d20b-4367-8267-f10af163d352) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:08.103906 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:08.109552 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-42c3d334-0c5b-45f0-bc86-f622ad20f4aa tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9ea8b9eba2241a9ac3e2114e6ba0d1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1479352 Apr 19 18:43:08.116314 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-add00ca3-9c25-48d5-ad4d-2701abeb0af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:08.126710 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Transition to ACTIVE for port object 5612584e-677c-4b1f-86e4-86b91b475fc0 will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:08.166154 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1c760913-df4e-404f-beac-3ad3d86df07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:08.211427 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:08.238468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Checking segment: {'id': 'fa773b35-eb01-4a8b-bacc-209e91467a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:08.238891 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Network hostable DHCP agents. Network: 4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:43:08.268200 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-e0fd272a-67e0-465c-ae8e-40adfcee937c service neutron] 10.222.0.10 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017623 Apr 19 18:43:08.298636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75e7004-ec31-4479-ad6e-bca895cb05b3,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:08.305677 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:08.312102 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:08.318313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:08.333939 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1c760913-df4e-404f-beac-3ad3d86df07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:08.338471 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1c760913-df4e-404f-beac-3ad3d86df07e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d904dc98-90d1-4613-8648-c76b9a47f278 HTTP/1.1" status: 204 len: 168 time: 0.7135930 Apr 19 18:43:08.346048 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c760913-df4e-404f-beac-3ad3d86df07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d904dc98-90d1-4613-8648-c76b9a47f278,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:08.350307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1c760913-df4e-404f-beac-3ad3d86df07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:08.446503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:08.454465 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:08.485751 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-8cb4b291-208b-4fb6-b205-3fbac8c5ddaa service neutron] 10.222.0.10 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165041 Apr 19 18:43:08.486983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Network 4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:43:08.499168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb) {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:08.515889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:08.516548 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:08.540444 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7831061 Apr 19 18:43:08.548191 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:08.601758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b9f55e-6128-44d6-b418-58082c62b27f None None] Network 4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:08.639370 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-fb807268-0d1e-48d3-9520-86368cc03ca8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:43:08.640563 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-fb807268-0d1e-48d3-9520-86368cc03ca8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4415362 Apr 19 18:43:08.692703 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:08.748735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:08.854729 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46734) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:08.981635 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf80194-ac0a-4cbc-860f-48e3bbe763c2 admin admin] Deleting subnet ad6eb6bb-25e4-44ee-804d-70498892a84b {{(pid=86313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:43:08.985573 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fdf80194-ac0a-4cbc-860f-48e3bbe763c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:09.046507 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fdf80194-ac0a-4cbc-860f-48e3bbe763c2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:09.047552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:09.065841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Attempting to bind port 5612584e-677c-4b1f-86e4-86b91b475fc0 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:43:09.066251 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Attempting to bind port 5612584e-677c-4b1f-86e4-86b91b475fc0 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:43:09.066837 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Attempting to bind port 5612584e-677c-4b1f-86e4-86b91b475fc0 on network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:09.076912 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:43:09.077323 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Checking segment: {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:09.077763 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:09.078195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Bound using segment: {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:43:09.078752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Bound port: 5612584e-677c-4b1f-86e4-86b91b475fc0, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:43:09.079166 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:09.098926 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Pushing event updated for resources: {'Port': ['ID=5612584e-677c-4b1f-86e4-86b91b475fc0,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:09.103254 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fdf80194-ac0a-4cbc-860f-48e3bbe763c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:09.145134 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bc1a70c7-b4de-478d-804d-40c7d827e68d req-f257b2d1-3181-43fc-9183-5b89f6ef26f0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 210 time: 0.1012557 Apr 19 18:43:09.163193 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-e3445ace-a3a9-4841-bcd8-d1fd9ae5fceb service neutron] 10.222.0.10 "GET /v2.0/networks/828b6742-dfa7-40c4-9dff-e09e2996e062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038822 Apr 19 18:43:09.216926 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:09.220171 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:09.220594 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:09.221043 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:09.221416 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:09.221792 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:09.222161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:09.222527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:09.222994 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:09.223816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:09.226725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:09.231111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Tracked resource versions report: Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: pushed versions: Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: { 'AddressGroup': {'1.2'}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': {'1.0'}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': {'1.0'}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': {'1.1'}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': {'1.7'}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': {'1.2'}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': {'1.8'}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': {'1.4'}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': {'1.0'}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': {'1.1'}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': {'1.1'}} Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: consumer versions: Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: { DHCP agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: HyperV agent@hv-cinder-78693: {}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: L3 agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: Metadata agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: Metering agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: Open vSwitch agent@dv-cinder-786930-1-smb: { 'AddressGroup': '1.2', Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': '1.0', Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': '1.0', Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': '1.1', Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': '1.7', Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': '1.2', Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': '1.8', Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': '1.4', Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': '1.2', Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': '1.0', Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': '1.1', Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': '1.1'}} Apr 19 18:43:09.232286 dv-cinder-786930-1-smb neutron-server[86198]: {{(pid=86315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:43:09.239483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:09.385407 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:09.468884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:09.641803 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fdf80194-ac0a-4cbc-860f-48e3bbe763c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:09.649022 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:09.699041 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Pushing event updated for resources: {'Port': ['ID=794f18ed-d20b-4367-8267-f10af163d352,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:09.719923 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Allocated IP 172.28.0.240 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/a0592881-4acd-482d-a10c-c71746f453d7) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:09.725712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:09.730441 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:09.734873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:09.744360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:09.746829 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:09.752807 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf80194-ac0a-4cbc-860f-48e3bbe763c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad6eb6bb-25e4-44ee-804d-70498892a84b,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:09.761319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b0d994-f13b-4346-b251-69d976940cd0 None None] Network 4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:09.772846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fdf80194-ac0a-4cbc-860f-48e3bbe763c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:09.795697 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-fdf80194-ac0a-4cbc-860f-48e3bbe763c2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ad6eb6bb-25e4-44ee-804d-70498892a84b HTTP/1.1" status: 204 len: 168 time: 0.9395204 Apr 19 18:43:09.802844 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46776) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:09.809727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Transition to ACTIVE for port object 8b302ce7-a625-4faa-98ac-7d67fa17c32b will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:09.834428 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] For port 5612584e-677c-4b1f-86e4-86b91b475fc0, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:43:09.858950 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-fdf80194-ac0a-4cbc-860f-48e3bbe763c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:09.917688 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Transition to ACTIVE for port object 8b302ce7-a625-4faa-98ac-7d67fa17c32b will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:09.919912 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] For port 5612584e-677c-4b1f-86e4-86b91b475fc0, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=5612584e-677c-4b1f-86e4-86b91b475fc0,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:43:09.976199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:09.977445 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:10.009727 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-2a1e9154-5f02-42f9-a62d-48745f7b234e service neutron] 10.222.0.10 "GET /v2.0/networks/828b6742-dfa7-40c4-9dff-e09e2996e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8369381 Apr 19 18:43:10.036062 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:10.121984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:10.202680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Pushing event updated for resources: {'Port': ['ID=8b302ce7-a625-4faa-98ac-7d67fa17c32b,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:10.420092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:10.442036 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a0b853bc-8190-48fc-b641-bdd3fc7f7560 req-2ac5c787-54fe-44bb-aa3d-298e05578c33 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 210 time: 0.0883727 Apr 19 18:43:10.503708 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-468af542-a38a-4485-b9fb-af4ca95296ee req-36a8b614-3d23-4b71-b1aa-a1e4483b0a45 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 210 time: 0.1505480 Apr 19 18:43:10.551618 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:10.557781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:10.563802 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:10.695551 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:10.749682 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Pushing event updated for resources: {'Port': ['ID=5612584e-677c-4b1f-86e4-86b91b475fc0,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:10.773793 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:10.774018 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:10.774204 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:10.774774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:10.775074 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:10.775459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > port after_create 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:10.775610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:10.775817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:10.776198 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > port after_update 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:10.776532 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:10.776892 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:10.777246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:10.777598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:10.789020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:10.818708 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d28a151b-b5a1-400d-96e9-cfa6dc0d3121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:10.870350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Attempting to bind port 8b302ce7-a625-4faa-98ac-7d67fa17c32b on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:43:10.871021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Attempting to bind port 8b302ce7-a625-4faa-98ac-7d67fa17c32b by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:43:10.873668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Attempting to bind port 8b302ce7-a625-4faa-98ac-7d67fa17c32b on network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:10.921379 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:43:10.924271 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Checking segment: {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:10.927267 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:10.927753 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Bound using segment: {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:43:10.928402 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Bound port: 8b302ce7-a625-4faa-98ac-7d67fa17c32b, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:43:10.931913 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:10.978076 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Pushing event updated for resources: {'Port': ['ID=a0592881-4acd-482d-a10c-c71746f453d7,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:11.000781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:11.039166 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:11.045027 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:11.076180 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:11.183653 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:11.184042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:11.184412 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:11.184785 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:43:11.185357 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443e23c2-a042-4e27-8026-b14a75e3b0cc']}} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:11.218099 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798ef34e-37ba-4a98-b541-45ca121e7083') {'for_net_delete': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:11.218404 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798ef34e-37ba-4a98-b541-45ca121e7083') {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:11.238094 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2208998'] for segment, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:11.238532 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] For port 8b302ce7-a625-4faa-98ac-7d67fa17c32b, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:43:11.242009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] For port 8b302ce7-a625-4faa-98ac-7d67fa17c32b, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=8b302ce7-a625-4faa-98ac-7d67fa17c32b,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:43:11.252208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:11.272876 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:11.281777 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:11.293974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=86313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:43:11.632704 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Network 443e23c2-a042-4e27-8026-b14a75e3b0cc has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:43:11.639296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Pushing event updated for resources: {'Port': ['ID=8b302ce7-a625-4faa-98ac-7d67fa17c32b,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:11.663213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:11.685390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851536899'] for segment, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:11.854261 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:11.949110 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-41589bb0-8691-4c1d-8cf9-e049c70485cb req-e3b6f99b-4a65-45d5-9728-17b0d57f43cf tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 210 time: 0.2799304 Apr 19 18:43:12.265356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 5612584e-677c-4b1f-86e4-86b91b475fc0 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:12.382820 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46898) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:12.399646 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46900) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:12.474974 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-009c91c4-3bd5-4ab5-94f7-5b7435a20aaa req-0064502f-495d-4379-850a-f5f08f329780 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 210 time: 0.5386481 Apr 19 18:43:12.515760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 5612584e-677c-4b1f-86e4-86b91b475fc0 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:12.777471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Network 443e23c2-a042-4e27-8026-b14a75e3b0cc has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:43:12.791195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c4df4c-88e0-4edf-8b8a-30515f1939ef None None] Network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:12.800125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.60', 54799) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: from cryptography.utils import int_from_bytes Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: from cryptography.utils import int_from_bytes Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: (rel_b, rel_a, rel_b), Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: (rel_b, rel_a, rel_b), Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:43:12.864044 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:43:12.917531 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 46918) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:12.979663 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad9186bb-f7b2-4253-b505-39a68a12dfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:13.120854 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ad9186bb-f7b2-4253-b505-39a68a12dfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:13.126113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ad9186bb-f7b2-4253-b505-39a68a12dfba admin admin] Usage tracker for resource:security_group_rule and tenant:b3a8f3fb1d244f91bcd0a84c0a1d5000 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:13.129442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ad9186bb-f7b2-4253-b505-39a68a12dfba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:13.136888 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ad9186bb-f7b2-4253-b505-39a68a12dfba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:13.164760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-34a092ef-d0fb-4130-ad1a-79e4fdc6eb92 None None] Provisioning for port 5612584e-677c-4b1f-86e4-86b91b475fc0 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:13.170427 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-34a092ef-d0fb-4130-ad1a-79e4fdc6eb92 None None] Provisioning complete for port 5612584e-677c-4b1f-86e4-86b91b475fc0 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:13.171085 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-34a092ef-d0fb-4130-ad1a-79e4fdc6eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:13.221231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:13.288205 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:13.374848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-34a092ef-d0fb-4130-ad1a-79e4fdc6eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:13.379398 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:13.386672 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] 10.222.0.10 "DELETE /v2.0/networks/443e23c2-a042-4e27-8026-b14a75e3b0cc HTTP/1.1" status: 204 len: 168 time: 3.5821652 Apr 19 18:43:13.402092 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2504fcde-80d3-48c0-a496-8e812a45c33a req-229f7144-a600-446f-bc25-e27053864b4a tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 210 time: 0.1643484 Apr 19 18:43:13.403211 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Pushing event deleted for resources: {'Network': ['ID=443e23c2-a042-4e27-8026-b14a75e3b0cc,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:13.416713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46938) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:13.417205 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.60', 54804) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:13.424026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-802822d1-7f7b-48bf-ba69-745a9dcc90bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:13.451518 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-34a092ef-d0fb-4130-ad1a-79e4fdc6eb92 None None] For port 5612584e-677c-4b1f-86e4-86b91b475fc0, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=5612584e-677c-4b1f-86e4-86b91b475fc0,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:13.459161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-34a092ef-d0fb-4130-ad1a-79e4fdc6eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:13.462639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:13.613986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853755836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853834532'] for router, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:13.618585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a85d80b8-5650-4e5f-97d5-8604427fb297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:13.650710 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a092ef-d0fb-4130-ad1a-79e4fdc6eb92 None None] Pushing event updated for resources: {'Port': ['ID=5612584e-677c-4b1f-86e4-86b91b475fc0,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:13.658952 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-34a092ef-d0fb-4130-ad1a-79e4fdc6eb92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:13.680666 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cdff83-d4f1-44ba-97f1-2a9801fdaea5 None None] Network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:13.836109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-cebd85f3-6c3b-4cdf-9d1f-73df9f88aee7 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:13.838298 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-cebd85f3-6c3b-4cdf-9d1f-73df9f88aee7 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.60 "GET /v2.0/networks?id=828b6742-dfa7-40c4-9dff-e09e2996e062 HTTP/1.1" status: 200 len: 811 time: 0.4176924 Apr 19 18:43:13.857502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a85d80b8-5650-4e5f-97d5-8604427fb297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:13.859913 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-c3d616b9-f59b-4900-95d3-13d4b139f354 None None] Provisioning for port 8b302ce7-a625-4faa-98ac-7d67fa17c32b completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:13.870528 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-be5ccf92-86ad-4d90-9c1f-05a344d1851d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:13.872187 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-be5ccf92-86ad-4d90-9c1f-05a344d1851d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 814 time: 1.0710423 Apr 19 18:43:13.882016 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0d5a16f4-cd5c-4b1e-ad88-fa17d2127942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:13.898772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66d50f2-f72b-462e-9e62-c7cce99e0189 admin admin] Deleting subnet b75e7004-ec31-4479-ad6e-bca895cb05b3 {{(pid=86313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:43:13.908488 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Request body: {'port': {'device_id': 'ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6', 'network_id': '828b6742-dfa7-40c4-9dff-e09e2996e062', 'admin_state_up': True, 'tenant_id': 'b9ea8b9eba2241a9ac3e2114e6ba0d1d'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:13.932173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Request body: {'port': {'device_id': '2c8004f5-2043-44e9-aedd-a6394203a3ae', 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996', 'admin_state_up': True, 'tenant_id': '7cd1aabf08cd4bc18b031e67427f213d'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:13.939778 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a85d80b8-5650-4e5f-97d5-8604427fb297 admin admin] Usage tracker for resource:security_group_rule and tenant:42d45c8f7b97427290ca002320bfbed0 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:13.950288 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-0d5a16f4-cd5c-4b1e-ad88-fa17d2127942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:13.956286 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f66d50f2-f72b-462e-9e62-c7cce99e0189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:13.956881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-0d5a16f4-cd5c-4b1e-ad88-fa17d2127942 admin admin] Usage tracker for resource:security_group_rule and tenant:e6f0b69ab2f646968edcac5ea05ccd25 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:13.960057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-0d5a16f4-cd5c-4b1e-ad88-fa17d2127942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:13.967211 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-0d5a16f4-cd5c-4b1e-ad88-fa17d2127942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:13.980375 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad9186bb-f7b2-4253-b505-39a68a12dfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:13.981405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a85d80b8-5650-4e5f-97d5-8604427fb297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:14.036207 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad9186bb-f7b2-4253-b505-39a68a12dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.039648 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a85d80b8-5650-4e5f-97d5-8604427fb297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:14.080714 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:14.164552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-c3d616b9-f59b-4900-95d3-13d4b139f354 None None] Provisioning complete for port 5612584e-677c-4b1f-86e4-86b91b475fc0 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:14.165307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c3d616b9-f59b-4900-95d3-13d4b139f354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.197151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f66d50f2-f72b-462e-9e62-c7cce99e0189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852566802'] for subnet, precommit_delete_associations {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.201489 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 5612584e-677c-4b1f-86e4-86b91b475fc0 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:14.227704 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a85d80b8-5650-4e5f-97d5-8604427fb297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.290433 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0d5a16f4-cd5c-4b1e-ad88-fa17d2127942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.316625 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ad9186bb-f7b2-4253-b505-39a68a12dfba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3a8f3fb1d244f91bcd0a84c0a1d5000&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9154756 Apr 19 18:43:14.316625 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.320800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46976) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:14.420229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:14.442852 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:14.449848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f66d50f2-f72b-462e-9e62-c7cce99e0189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.502983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Usage tracker for resource:port and tenant:7cd1aabf08cd4bc18b031e67427f213d is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:14.523408 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:14.553309 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Usage tracker for resource:port and tenant:b9ea8b9eba2241a9ac3e2114e6ba0d1d is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:14.559487 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:14.567800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:14.580136 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:14.623726 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Made reservation on behalf of 7cd1aabf08cd4bc18b031e67427f213d for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:14.637057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.669718 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ab566a0d-bb9e-4496-b3c2-b7b77146b433 req-2f975f03-2bbb-49b9-84fb-6e70e6a835e3 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 210 time: 0.8289874 Apr 19 18:43:14.698892 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0d5a16f4-cd5c-4b1e-ad88-fa17d2127942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.700912 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a85d80b8-5650-4e5f-97d5-8604427fb297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.724757 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 5612584e-677c-4b1f-86e4-86b91b475fc0 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:14.725174 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.850031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Made reservation on behalf of b9ea8b9eba2241a9ac3e2114e6ba0d1d for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:14.854288 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9186bb-f7b2-4253-b505-39a68a12dfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb24693-d165-4c95-9c68-4e38ade95ec7,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:14.856388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.859600 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0d5a16f4-cd5c-4b1e-ad88-fa17d2127942 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6f0b69ab2f646968edcac5ea05ccd25&name=default HTTP/1.1" status: 200 len: 2976 time: 1.9164548 Apr 19 18:43:14.872051 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:14.872585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ad9186bb-f7b2-4253-b505-39a68a12dfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:14.876467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46984) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:14.877777 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:14.892468 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0fedcd4a-0aa7-4d8c-b627-8ea87f661dd2 req-79f206c4-0c7f-4ffe-b04c-88d92ef12700 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 210 time: 0.2218261 Apr 19 18:43:14.916696 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a16f4-cd5c-4b1e-ad88-fa17d2127942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f3b81d-933d-4bdf-88b4-2ff86ec0f0ba,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:14.960598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d80b8-5650-4e5f-97d5-8604427fb297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce46c53-ba72-4ef2-afe8-3ae2c74bb7e6,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:14.968242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a85d80b8-5650-4e5f-97d5-8604427fb297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:14.972819 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:14.973552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:14.978990 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a85d80b8-5650-4e5f-97d5-8604427fb297 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42d45c8f7b97427290ca002320bfbed0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5513408 Apr 19 18:43:14.982597 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-565a3c50-15e4-410f-862f-822b6aaff4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:15.052906 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 46988) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:15.095357 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 8b302ce7-a625-4faa-98ac-7d67fa17c32b up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:15.247711 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 8b302ce7-a625-4faa-98ac-7d67fa17c32b completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:15.255305 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 8b302ce7-a625-4faa-98ac-7d67fa17c32b triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:15.255714 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:15.264642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Router 1b10ec8a-404f-42e8-accd-08d1a1797ffa is scheduled to L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 with binding_index 1 {{(pid=86314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:43:15.272666 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-565a3c50-15e4-410f-862f-822b6aaff4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:15.542761 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0bff69c1-e543-43fb-a02e-6369abef84ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:15.579758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:15.607213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:43:15.623935 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Sync routers for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:43:15.648897 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:43:15.649961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:42:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:15.659618 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port 8b302ce7-a625-4faa-98ac-7d67fa17c32b, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=8b302ce7-a625-4faa-98ac-7d67fa17c32b,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:15.663464 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:15.671864 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:15.761143 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=8b302ce7-a625-4faa-98ac-7d67fa17c32b,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:15.767540 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853755836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853834532'] for router, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:15.770606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:15.799570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0bff69c1-e543-43fb-a02e-6369abef84ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:15.906150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0bff69c1-e543-43fb-a02e-6369abef84ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:15.907386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a70bbd00-cbad-4c8d-b690-e0972df013f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:15.997420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:43:16.007083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 8b302ce7-a625-4faa-98ac-7d67fa17c32b up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:16.053425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4a3cadf1-6017-4197-be19-a7c33409e29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:16.107361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a70bbd00-cbad-4c8d-b690-e0972df013f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:16.118322 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3d4f2acd-fdc3-4078-9d2f-a320c9812abb req-858a7154-4d22-4cb0-8f03-f97a6e6e2b14 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 210 time: 0.1394417 Apr 19 18:43:16.127687 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Notify callbacks [] for router, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:16.135142 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.8516290 Apr 19 18:43:16.136137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47002) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:16.183965 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 8b302ce7-a625-4faa-98ac-7d67fa17c32b triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:16.184674 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:16.197874 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Allocated IP 172.20.0.6 (c3493dc4-ae2a-4c14-abb4-3246e5c61996/8a93d428-8eb4-45a2-8168-117528720b9d/7eb118cb-9de7-4a99-b6cc-1492b7eab5cd) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:16.431565 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0bff69c1-e543-43fb-a02e-6369abef84ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:16.433051 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0bff69c1-e543-43fb-a02e-6369abef84ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6f3b81d-933d-4bdf-88b4-2ff86ec0f0ba HTTP/1.1" status: 204 len: 168 time: 1.5481312 Apr 19 18:43:16.435916 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:10Z', 'revision_number': 3, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:16.441153 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Checking router: 1b10ec8a-404f-42e8-accd-08d1a1797ffa for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:43:16.441669 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Updating router 1b10ec8a-404f-42e8-accd-08d1a1797ffa port 794f18ed-d20b-4367-8267-f10af163d352 binding host dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:43:16.473066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff69c1-e543-43fb-a02e-6369abef84ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f3b81d-933d-4bdf-88b4-2ff86ec0f0ba,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:16.498524 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0bff69c1-e543-43fb-a02e-6369abef84ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:16.537317 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-565a3c50-15e4-410f-862f-822b6aaff4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:16.538100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a70bbd00-cbad-4c8d-b690-e0972df013f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:16.539976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-00cfa6ae-2534-4e6e-9e4a-f9e04692520a req-fcb0c8ef-9ac2-4335-9ccb-af6490167c9f tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Synchronizing usage tracker for tenant:b9ea8b9eba2241a9ac3e2114e6ba0d1d on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:16.578157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:16.605640 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:16.672333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Allocated IP 172.20.0.13 (828b6742-dfa7-40c4-9dff-e09e2996e062/285570f5-3916-4508-8518-e75ec7040f50/64f319c3-439f-4109-a673-b2fa50f8ff8e) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:16.695123 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a3c50-15e4-410f-862f-822b6aaff4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb24693-d165-4c95-9c68-4e38ade95ec7,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:16.699677 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-565a3c50-15e4-410f-862f-822b6aaff4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:16.703511 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-565a3c50-15e4-410f-862f-822b6aaff4f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6fb24693-d165-4c95-9c68-4e38ade95ec7 HTTP/1.1" status: 204 len: 168 time: 2.3722780 Apr 19 18:43:16.720434 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a70bbd00-cbad-4c8d-b690-e0972df013f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:16.725628 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a70bbd00-cbad-4c8d-b690-e0972df013f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dce46c53-ba72-4ef2-afe8-3ae2c74bb7e6 HTTP/1.1" status: 204 len: 168 time: 1.6677747 Apr 19 18:43:16.725628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-00cfa6ae-2534-4e6e-9e4a-f9e04692520a req-fcb0c8ef-9ac2-4335-9ccb-af6490167c9f tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Unset dirty status for tenant:b9ea8b9eba2241a9ac3e2114e6ba0d1d on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:16.725628 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-00cfa6ae-2534-4e6e-9e4a-f9e04692520a req-fcb0c8ef-9ac2-4335-9ccb-af6490167c9f tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 210 time: 0.3404849 Apr 19 18:43:16.725628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bbd00-cbad-4c8d-b690-e0972df013f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce46c53-ba72-4ef2-afe8-3ae2c74bb7e6,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:16.728435 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f66d50f2-f72b-462e-9e62-c7cce99e0189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2790604'] for subnet, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:16.730883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a70bbd00-cbad-4c8d-b690-e0972df013f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:16.734121 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:16.734424 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:16.756981 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-fdf80194-ac0a-4cbc-860f-48e3bbe763c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:16.807643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 is scheduled to L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 with binding_index 1 {{(pid=86314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:43:16.835677 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d50f2-f72b-462e-9e62-c7cce99e0189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75e7004-ec31-4479-ad6e-bca895cb05b3,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:16.846821 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f66d50f2-f72b-462e-9e62-c7cce99e0189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:16.915317 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f66d50f2-f72b-462e-9e62-c7cce99e0189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:16.917875 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-f66d50f2-f72b-462e-9e62-c7cce99e0189 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b75e7004-ec31-4479-ad6e-bca895cb05b3 HTTP/1.1" status: 204 len: 168 time: 3.4995143 Apr 19 18:43:16.930765 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 47014) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:17.129060 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.166810 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 47018) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:17.195581 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.252751 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-005b868e-08e2-434d-a532-7eb3948929da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.287251 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-005b868e-08e2-434d-a532-7eb3948929da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:17.291447 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-005b868e-08e2-434d-a532-7eb3948929da admin admin] Usage tracker for resource:security_group_rule and tenant:81e5e64d82b2473cb5efe6e08b42b25e is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:17.294624 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-005b868e-08e2-434d-a532-7eb3948929da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:17.302252 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-005b868e-08e2-434d-a532-7eb3948929da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:17.405245 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-005b868e-08e2-434d-a532-7eb3948929da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.507433 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-005b868e-08e2-434d-a532-7eb3948929da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.541797 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:17.625797 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.643592 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Transition to ACTIVE for port object 794f18ed-d20b-4367-8267-f10af163d352 will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:17.651174 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.654991 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-005b868e-08e2-434d-a532-7eb3948929da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81e5e64d82b2473cb5efe6e08b42b25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897084 Apr 19 18:43:17.663462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:17.672666 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 47030) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:17.744352 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Attempting to bind port 794f18ed-d20b-4367-8267-f10af163d352 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:43:17.744758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Attempting to bind port 794f18ed-d20b-4367-8267-f10af163d352 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:43:17.745176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Attempting to bind port 794f18ed-d20b-4367-8267-f10af163d352 on network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:17.760616 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:43:17.761332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Checking segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:17.761606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.762371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Bound using segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:43:17.763117 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Bound port: 794f18ed-d20b-4367-8267-f10af163d352, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:43:17.763535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.790962 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b868e-08e2-434d-a532-7eb3948929da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90b02b1-facb-4da0-81ac-e45ae0a94bea,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:17.795061 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.820937 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-005b868e-08e2-434d-a532-7eb3948929da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:17.870658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] For port 794f18ed-d20b-4367-8267-f10af163d352, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:43:17.875642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] For port 794f18ed-d20b-4367-8267-f10af163d352, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=794f18ed-d20b-4367-8267-f10af163d352,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:43:17.881196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.897079 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.928314 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:43:17.929442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:42:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:17.957046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:18.015978 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:43:18.019756 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c477b88b-c77f-4d75-a55a-ae0c31d3422e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:18.026200 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Sync routers for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:43:18.052823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:43:18.053527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:42:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:18.102268 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47040) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:18.105880 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Network c3493dc4-ae2a-4c14-abb4-3246e5c61996 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:18.147574 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:18.152807 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3bc45a72-2b4e-4f66-94d9-c357963541ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:18.170649 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:43:18.222503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:18.244907 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Notify callbacks [] for router, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:18.246749 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.4514611 Apr 19 18:43:18.284440 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47044) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:18.288215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4a416a4c-fbda-425a-ab11-2f79c7570652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:18.350360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-4a416a4c-fbda-425a-ab11-2f79c7570652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:18.357506 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-4a416a4c-fbda-425a-ab11-2f79c7570652 admin admin] Usage tracker for resource:security_group_rule and tenant:c4562f32bf904a06b6c180d10726de20 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:18.358929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:18.359812 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:18.366014 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-4a416a4c-fbda-425a-ab11-2f79c7570652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:18.381960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-4a416a4c-fbda-425a-ab11-2f79c7570652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:18.409352 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5068007 Apr 19 18:43:18.601005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4a416a4c-fbda-425a-ab11-2f79c7570652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:18.617001 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5eede569-e613-436c-b2b2-5736180d2750 req-5733ea9e-5162-4670-94f5-96b4a097805e tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 210 time: 0.2224038 Apr 19 18:43:18.669929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-f58df05f-08ec-484a-98e3-98f3951460b4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:43:18.674612 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-f58df05f-08ec-484a-98e3-98f3951460b4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152016 Apr 19 18:43:18.676483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb']}} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:18.679544 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:43:18.702737 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Pushing event updated for resources: {'Port': ['ID=794f18ed-d20b-4367-8267-f10af163d352,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:18.726993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:18.727609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:18.728095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:18.728672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:18.729157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:18.729626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:18.730156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:18.730641 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:18.731108 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:18.731842 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:18.732391 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:18.732991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Tracked resource versions report: Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: pushed versions: Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: { 'AddressGroup': {'1.2'}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': {'1.0'}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': {'1.0'}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': {'1.1'}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': {'1.7'}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': {'1.2'}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': {'1.8'}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': {'1.4'}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': {'1.0'}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': {'1.1'}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': {'1.1'}} Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: consumer versions: Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: { DHCP agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: HyperV agent@hv-cinder-78693: {}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: L3 agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: Metadata agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: Metering agent@dv-cinder-786930-1-smb: {}, Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: Open vSwitch agent@dv-cinder-786930-1-smb: { 'AddressGroup': '1.2', Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'ConntrackHelper': '1.0', Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'Log': '1.0', Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'Network': '1.1', Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'Port': '1.7', Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'PortForwarding': '1.2', Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'QosPolicy': '1.8', Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroup': '1.4', Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'SecurityGroupRule': '1.2', Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'SubPort': '1.0', Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'Subnet': '1.1', Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: 'Trunk': '1.1'}} Apr 19 18:43:18.734360 dv-cinder-786930-1-smb neutron-server[86198]: {{(pid=86316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:43:18.748584 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:18.749145 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.847s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:18.792611 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3bc45a72-2b4e-4f66-94d9-c357963541ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:18.842640 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa773b35-eb01-4a8b-bacc-209e91467a3f') {'for_net_delete': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:18.842640 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa773b35-eb01-4a8b-bacc-209e91467a3f') {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:18.866385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Pushing event updated for resources: {'Port': ['ID=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:18.872743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Pushing event updated for resources: {'Port': ['ID=794f18ed-d20b-4367-8267-f10af163d352,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:18.893811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-353c48ea-aeba-4a7e-892b-3228b22a87f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:18.900980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:18.911984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2208998'] for segment, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:18.918703 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:10Z', 'revision_number': 3, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:18.926969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64087b78-998c-4b02-81e6-cd17d5ce1e86 None None] The sync data for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb is: [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:10Z', 'revision_number': 3, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:43:18.987080 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3bc45a72-2b4e-4f66-94d9-c357963541ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:18.990037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:18.994075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:19.011231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:19.040304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc45a72-2b4e-4f66-94d9-c357963541ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90b02b1-facb-4da0-81ac-e45ae0a94bea,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:19.052706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3bc45a72-2b4e-4f66-94d9-c357963541ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:19.053514 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:19.113247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63117b-c837-44e6-93c1-06f0c6eff1f2 req-99a3517e-4aae-4110-bc42-adc774663f91 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:19.132957 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7f63117b-c837-44e6-93c1-06f0c6eff1f2 req-99a3517e-4aae-4110-bc42-adc774663f91 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 931 time: 1.2494841 Apr 19 18:43:19.172356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=86313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:43:19.194140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Pushing event updated for resources: {'Port': ['ID=64f319c3-439f-4109-a673-b2fa50f8ff8e,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:19.205979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:19.229312 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4a416a4c-fbda-425a-ab11-2f79c7570652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:19.394241 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:12Z', 'revision_number': 3, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:19.400169 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Checking router: 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:43:19.401206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Updating router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 port a0592881-4acd-482d-a10c-c71746f453d7 binding host dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:43:19.598049 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:19.777775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3bc45a72-2b4e-4f66-94d9-c357963541ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:19.783833 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3bc45a72-2b4e-4f66-94d9-c357963541ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f90b02b1-facb-4da0-81ac-e45ae0a94bea HTTP/1.1" status: 204 len: 168 time: 2.1031981 Apr 19 18:43:19.804304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Network 828b6742-dfa7-40c4-9dff-e09e2996e062 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:19.812182 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Request body: {'port': {'device_id': '2c8004f5-2043-44e9-aedd-a6394203a3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:19.991909 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:20.021095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:20.036489 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:20.062692 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-4a416a4c-fbda-425a-ab11-2f79c7570652 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4562f32bf904a06b6c180d10726de20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9568646 Apr 19 18:43:20.100767 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 794f18ed-d20b-4367-8267-f10af163d352 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:20.172536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47068) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:20.331983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.db.resource_extend [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:43:20.422934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 794f18ed-d20b-4367-8267-f10af163d352 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:20.448085 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 794f18ed-d20b-4367-8267-f10af163d352 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:20.448763 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:20.489463 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Network 4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:43:20.527980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851536899'] for segment, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:20.549325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:20.571431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Transition to ACTIVE for port object a0592881-4acd-482d-a10c-c71746f453d7 will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:20.624852 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:20.647669 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-824665a8-5342-47a0-9248-bf109d264cbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:20.775420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46fa21-6123-46d6-86fe-f413be5ba610 None None] Pushing event updated for resources: {'Port': ['ID=a0592881-4acd-482d-a10c-c71746f453d7,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:20.781770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:20.806422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-7f63117b-c837-44e6-93c1-06f0c6eff1f2 req-69b2e7ad-9fd1-43a6-86a5-d322464ef631 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Synchronizing usage tracker for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:security_group {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:20.825567 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6c46fa21-6123-46d6-86fe-f413be5ba610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:20.869055 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Attempting to bind port a0592881-4acd-482d-a10c-c71746f453d7 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:43:20.869617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Attempting to bind port a0592881-4acd-482d-a10c-c71746f453d7 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:43:20.870274 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Attempting to bind port a0592881-4acd-482d-a10c-c71746f453d7 on network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:20.883108 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:43:20.883538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Checking segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:20.883984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:20.884412 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Bound using segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:43:20.884980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Bound port: a0592881-4acd-482d-a10c-c71746f453d7, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:43:20.885386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:20.888132 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Network 4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:43:20.952034 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d4934367-533f-4ffc-a8b0-1b780fed8cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:20.957431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a416a4c-fbda-425a-ab11-2f79c7570652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e933c43-5469-4bac-bcb8-220d97ae336a,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:20.981607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:21.001037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4a416a4c-fbda-425a-ab11-2f79c7570652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.009s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:21.015601 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-7f63117b-c837-44e6-93c1-06f0c6eff1f2 req-69b2e7ad-9fd1-43a6-86a5-d322464ef631 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Unset dirty status for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:security_group {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:21.017676 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port 794f18ed-d20b-4367-8267-f10af163d352, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=794f18ed-d20b-4367-8267-f10af163d352,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:21.031451 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7f63117b-c837-44e6-93c1-06f0c6eff1f2 req-69b2e7ad-9fd1-43a6-86a5-d322464ef631 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8942368 Apr 19 18:43:21.043403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:21.051682 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:21.160144 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d4934367-533f-4ffc-a8b0-1b780fed8cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:21.285601 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:43:21.311372 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:43:21.384316 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=794f18ed-d20b-4367-8267-f10af163d352,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:21.396425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:21.397372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] For port a0592881-4acd-482d-a10c-c71746f453d7, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:43:21.411536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] For port a0592881-4acd-482d-a10c-c71746f453d7, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=a0592881-4acd-482d-a10c-c71746f453d7,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:43:21.416613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:21.432998 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:21.460443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:21.461089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:21.497462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:21.598959 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46fa21-6123-46d6-86fe-f413be5ba610 None None] Pushing event updated for resources: {'Port': ['ID=a0592881-4acd-482d-a10c-c71746f453d7,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:21.602837 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6c46fa21-6123-46d6-86fe-f413be5ba610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:21.636676 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:43:21.638205 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:42:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:21.851730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:21.860230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:21.883986 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb HTTP/1.1" status: 204 len: 168 time: 4.9417675 Apr 19 18:43:21.902874 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9964561 Apr 19 18:43:21.926849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5d0ea6-9ec2-4fad-9c77-b2e87ad63bcb,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:21.947150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:22.022976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d4934367-533f-4ffc-a8b0-1b780fed8cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:22.041206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 794f18ed-d20b-4367-8267-f10af163d352 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:22.148630 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:22.225602 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47104) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:22.239247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:43:22.245119 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4934367-533f-4ffc-a8b0-1b780fed8cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e933c43-5469-4bac-bcb8-220d97ae336a,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:22.283623 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Request body: {'port': {'device_id': 'ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:22.355987 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d4934367-533f-4ffc-a8b0-1b780fed8cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:22.563643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec1a91-8eef-4f19-8ebf-f52f40045986 req-d864c996-38ba-489d-9fe9-863b8baddced tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:22.580118 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-baec1a91-8eef-4f19-8ebf-f52f40045986 req-d864c996-38ba-489d-9fe9-863b8baddced tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 932 time: 1.4206450 Apr 19 18:43:22.620818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:43:22.630032 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:22.658550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:22.681377 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:22.768587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 794f18ed-d20b-4367-8267-f10af163d352 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:22.769298 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:23.113933 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f319c3-439f-4109-a673-b2fa50f8ff8e {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:43:23.123830 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:23.143609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Transition to ACTIVE for port object 64f319c3-439f-4109-a673-b2fa50f8ff8e will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:23.144310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f4435a5a-0d63-4846-97a3-fb1d2158fc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:23.156021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:23.161902 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Transition to ACTIVE for port object 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:23.169342 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a48c975e-a78c-4580-8ca3-f8eb421553c5 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:23.172013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:12Z', 'revision_number': 3, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:23.263191 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-baec1a91-8eef-4f19-8ebf-f52f40045986 req-7a72ed65-84b1-416a-bdbc-78abbdad6087 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6817937 Apr 19 18:43:23.263934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:23.264715 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Allocated IP 172.20.0.1 (9bd6a27b-f881-4d4d-9456-7c0db90eaa26/44eef042-2154-4438-8046-219828e8d0e3/100f84b3-4b30-437f-9ffb-32da656ebe5d) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:23.292446 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c61843e7-fa4e-44b7-8159-269dbf1efa65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e27579c51a764b1db2e73f82abcc5382&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0613935 Apr 19 18:43:23.293762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d4934367-533f-4ffc-a8b0-1b780fed8cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:23.296081 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d4934367-533f-4ffc-a8b0-1b780fed8cf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e933c43-5469-4bac-bcb8-220d97ae336a HTTP/1.1" status: 204 len: 168 time: 3.0638816 Apr 19 18:43:23.316287 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47122) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:23.321613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Pushing event updated for resources: {'Port': ['ID=64f319c3-439f-4109-a673-b2fa50f8ff8e,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:23.329197 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f0968-756c-4295-8a43-937b812e2909 None None] The sync data for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb is: [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:12Z', 'revision_number': 3, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:43:23.329548 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:23.332234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6d75864a-90cd-4baf-9dd9-5a8494cc4ad0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:23.895818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:23.905651 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:23.995660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Allocated IP 172.20.0.1 (9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a/4d07e6f8-f12e-4527-ab5b-a1c4a58a0091/bee1bac5-af06-4772-8bf7-009075225add) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:24.093016 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Attempting to bind port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:43:24.093530 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Attempting to bind port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:43:24.093915 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Attempting to bind port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd on network c3493dc4-ae2a-4c14-abb4-3246e5c61996 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:24.117771 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd on network c3493dc4-ae2a-4c14-abb4-3246e5c61996 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:43:24.118359 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Attempting to bind port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd on network c3493dc4-ae2a-4c14-abb4-3246e5c61996 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:24.129174 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:43:24.129554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Checking segment: {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:24.130221 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Bound using segment: {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:43:24.134009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Bound port: 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:43:24.134493 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:24.259413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:24.272068 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Attempting to bind port 64f319c3-439f-4109-a673-b2fa50f8ff8e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:43:24.272450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Attempting to bind port 64f319c3-439f-4109-a673-b2fa50f8ff8e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '99bf43b2-41c3-4553-99bd-1ef90cf62ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '828b6742-dfa7-40c4-9dff-e09e2996e062'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:43:24.272828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Attempting to bind port 64f319c3-439f-4109-a673-b2fa50f8ff8e on network 828b6742-dfa7-40c4-9dff-e09e2996e062 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:24.283541 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Transition to ACTIVE for port object 100f84b3-4b30-437f-9ffb-32da656ebe5d will not be triggered until provisioned by entity DHCP. {{(pid=86314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:24.307692 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Port 64f319c3-439f-4109-a673-b2fa50f8ff8e on network 828b6742-dfa7-40c4-9dff-e09e2996e062 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:43:24.308897 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Attempting to bind port 64f319c3-439f-4109-a673-b2fa50f8ff8e on network 828b6742-dfa7-40c4-9dff-e09e2996e062 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:24.332693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:43:24.334721 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Checking segment: {'id': '99bf43b2-41c3-4553-99bd-1ef90cf62ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '828b6742-dfa7-40c4-9dff-e09e2996e062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:24.335348 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Bound using segment: {'id': '99bf43b2-41c3-4553-99bd-1ef90cf62ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '828b6742-dfa7-40c4-9dff-e09e2996e062'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:43:24.337453 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Bound port: 64f319c3-439f-4109-a673-b2fa50f8ff8e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bf43b2-41c3-4553-99bd-1ef90cf62ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '828b6742-dfa7-40c4-9dff-e09e2996e062'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:43:24.338864 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:24.386382 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78521a58-d820-45f8-b7a7-eb96b4104df9 req-7ddf870c-8f1c-4dd4-9eec-deea625ecf39 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:24.388304 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-78521a58-d820-45f8-b7a7-eb96b4104df9 req-7ddf870c-8f1c-4dd4-9eec-deea625ecf39 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 931 time: 1.8222210 Apr 19 18:43:24.431612 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-544f4179-e5e6-4619-9b8c-774d1b809f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:24.459607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:24.648254 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] For port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:43:24.664362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-af1aaa4f-7de8-4b47-bebb-3ad9179f18c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:24.747770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] For port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:43:24.800299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] For port 64f319c3-439f-4109-a673-b2fa50f8ff8e, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:43:24.809903 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] For port 64f319c3-439f-4109-a673-b2fa50f8ff8e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=64f319c3-439f-4109-a673-b2fa50f8ff8e,segment=NetworkSegment(99bf43b2-41c3-4553-99bd-1ef90cf62ae3),segment_id=99bf43b2-41c3-4553-99bd-1ef90cf62ae3)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:43:24.817483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:24.835678 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:24.860322 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:24.934035 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Pushing event updated for resources: {'Port': ['ID=100f84b3-4b30-437f-9ffb-32da656ebe5d,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:25.076642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-544f4179-e5e6-4619-9b8c-774d1b809f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:25.218067 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:25.268282 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:25.282666 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:25.306078 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-78521a58-d820-45f8-b7a7-eb96b4104df9 req-a9392330-bdf2-4702-837a-7370f7c0c228 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7872715 Apr 19 18:43:25.307077 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:25.307609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942081'] for router_interface, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:25.519997 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcecaeb-5388-4543-9634-36cf79dd72c1 req-7f030560-f6f9-47b1-9000-1b5853457faa tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:25.521448 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-544f4179-e5e6-4619-9b8c-774d1b809f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:25.521724 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6dcecaeb-5388-4543-9634-36cf79dd72c1 req-7f030560-f6f9-47b1-9000-1b5853457faa tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 944 time: 0.9684992 Apr 19 18:43:25.545352 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:25.545953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:25.547802 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/7eb118cb-9de7-4a99-b6cc-1492b7eab5cd HTTP/1.1" status: 200 len: 1093 time: 6.3770192 Apr 19 18:43:25.555083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8004f5-2043-44e9-aedd-a6394203a3ae', 'tag': '7eb118cb-9de7-4a99-b6cc-1492b7eab5cd'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:43:25.624598 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6dcecaeb-5388-4543-9634-36cf79dd72c1 req-2e6f47ba-5b0d-4db7-93f9-35d62af40115 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853422 Apr 19 18:43:25.630431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:25.631152 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:25.633191 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] 10.222.0.60 "PUT /v2.0/ports/64f319c3-439f-4109-a673-b2fa50f8ff8e HTTP/1.1" status: 200 len: 1094 time: 3.4148123 Apr 19 18:43:25.650310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:25.670169 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:25.762928 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Pushing event updated for resources: {'Port': ['ID=64f319c3-439f-4109-a673-b2fa50f8ff8e,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:25.766434 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:25.767808 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:25.768324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:25.791175 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8aad3a22-17ea-48df-aea2-927f9a41834f None None] Provisioning for port 100f84b3-4b30-437f-9ffb-32da656ebe5d completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:25.792151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d4934367-533f-4ffc-a8b0-1b780fed8cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:25.817939 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:25.820557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8aad3a22-17ea-48df-aea2-927f9a41834f None None] Provisioning complete for port 100f84b3-4b30-437f-9ffb-32da656ebe5d triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:25.820988 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8aad3a22-17ea-48df-aea2-927f9a41834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:25.833360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f4179-e5e6-4619-9b8c-774d1b809f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81961184-024e-4df4-9670-c3066ac8ecf5,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:25.870101 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-544f4179-e5e6-4619-9b8c-774d1b809f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:25.896290 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Transition to ACTIVE for port object bee1bac5-af06-4772-8bf7-009075225add will not be triggered until provisioned by entity DHCP. {{(pid=86314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:25.917081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-544f4179-e5e6-4619-9b8c-774d1b809f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:25.918743 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-544f4179-e5e6-4619-9b8c-774d1b809f3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81961184-024e-4df4-9670-c3066ac8ecf5 HTTP/1.1" status: 204 len: 168 time: 2.5524514 Apr 19 18:43:26.150450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8aad3a22-17ea-48df-aea2-927f9a41834f None None] Port 100f84b3-4b30-437f-9ffb-32da656ebe5d cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:43:26.178348 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device a0592881-4acd-482d-a10c-c71746f453d7 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:26.198529 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-56333790-9387-44c9-93dd-97474dc2569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:26.200209 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-56333790-9387-44c9-93dd-97474dc2569d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9ea8b9eba2241a9ac3e2114e6ba0d1d&device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 1097 time: 0.1617279 Apr 19 18:43:26.207847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-33e1c57b-67dc-4254-b6c1-9e561c55583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:26.209460 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-33e1c57b-67dc-4254-b6c1-9e561c55583c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 1096 time: 0.2863526 Apr 19 18:43:26.214400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:26.231201 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:26.291497 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a0060d0d-dc08-4f37-a563-fd4fc8f1c42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:26.318405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:26.348631 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:26.353459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:26.356325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:26.356840 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942081'] for router_interface, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:26.390676 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-39805526-d607-481b-8528-aa0cece586bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64f319c3-439f-4109-a673-b2fa50f8ff8e HTTP/1.1" status: 200 len: 217 time: 0.1799645 Apr 19 18:43:26.447752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port a0592881-4acd-482d-a10c-c71746f453d7 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:26.457999 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port a0592881-4acd-482d-a10c-c71746f453d7 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:26.458787 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:26.487299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Pushing event updated for resources: {'Port': ['ID=bee1bac5-af06-4772-8bf7-009075225add,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:26.490699 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:26.503264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.db.resource_extend [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:43:26.552581 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:26.571019 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:26.661246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:26.669442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853833626'] for router_interface, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:26.681874 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9d8bac94-4605-42e8-9576-65efc1bb2ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:26.690513 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:26.713380 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-ca4810b5-aea1-421d-92c0-316d0476a559 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd HTTP/1.1" status: 200 len: 217 time: 0.4914260 Apr 19 18:43:26.755156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port a0592881-4acd-482d-a10c-c71746f453d7, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=a0592881-4acd-482d-a10c-c71746f453d7,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:26.763084 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:26.765313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:26.867000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-9bcdf604-cd66-4f62-b90c-079803486dc3 None None] Provisioning for port bee1bac5-af06-4772-8bf7-009075225add completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:26.874840 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-9bcdf604-cd66-4f62-b90c-079803486dc3 None None] Provisioning complete for port bee1bac5-af06-4772-8bf7-009075225add triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:26.875269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf604-cd66-4f62-b90c-079803486dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:26.937772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:26.939848 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8004f5-2043-44e9-aedd-a6394203a3ae', 'tag': '7eb118cb-9de7-4a99-b6cc-1492b7eab5cd', 'status': 'completed', 'code': 200} Apr 19 18:43:26.956151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:26.982247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-9bcdf604-cd66-4f62-b90c-079803486dc3 None None] Port bee1bac5-af06-4772-8bf7-009075225add cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:43:27.004618 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=a0592881-4acd-482d-a10c-c71746f453d7,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:27.024591 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:27.061251 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-78815c7e-5f1e-452c-8320-7bb97ca1ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:27.070971 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-78815c7e-5f1e-452c-8320-7bb97ca1ef70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=285570f5-3916-4508-8518-e75ec7040f50 HTTP/1.1" status: 200 len: 851 time: 0.4510403 Apr 19 18:43:27.124658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Pushing event updated for resources: {'Port': ['ID=100f84b3-4b30-437f-9ffb-32da656ebe5d,revision_number=2']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:27.131664 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:27.206386 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-c13917b8-2c25-4e45-a2be-00edf7419097 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=828b6742-dfa7-40c4-9dff-e09e2996e062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302202 Apr 19 18:43:27.209605 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 47222) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:27.213003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-71c7e047-f078-4582-afb5-7b4d87b04e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:27.213996 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-71c7e047-f078-4582-afb5-7b4d87b04e93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a93d428-8eb4-45a2-8168-117528720b9d HTTP/1.1" status: 200 len: 854 time: 0.4911582 Apr 19 18:43:27.218713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-93653d01-0626-45a5-a5e0-bb6866801492 None None] Provisioning complete for port 100f84b3-4b30-437f-9ffb-32da656ebe5d triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:27.219137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-93653d01-0626-45a5-a5e0-bb6866801492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:27.354578 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-93653d01-0626-45a5-a5e0-bb6866801492 None None] Port 100f84b3-4b30-437f-9ffb-32da656ebe5d cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:43:27.392278 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:27.467575 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9558713f-b155-4d15-b33f-ef1682ed38d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63bb918274504497ac8546238a556e95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2478054 Apr 19 18:43:27.467575 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-ca9b74e1-e14f-4851-b6e4-2f6f17a24fa0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3493dc4-ae2a-4c14-abb4-3246e5c61996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2444620 Apr 19 18:43:27.469057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47236) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:27.613443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409c1fc-f665-44f1-a053-61f1165081d6 req-838c9ae8-05da-4552-b5ac-4919037e0cf9 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:27.614042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:43:27.614306 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-3409c1fc-f665-44f1-a053-61f1165081d6 req-838c9ae8-05da-4552-b5ac-4919037e0cf9 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Synchronizing usage tracker for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:27.614912 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aaa54a5c-adc3-46ea-b686-3f84284de193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:27.652718 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26fe80-a13e-473d-aef1-faeaf6e9fcaf req-56e6beda-583c-47a1-9d35-29a5d0af1ae9 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:27.654404 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5d26fe80-a13e-473d-aef1-faeaf6e9fcaf req-56e6beda-583c-47a1-9d35-29a5d0af1ae9 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 944 time: 0.4417360 Apr 19 18:43:27.663046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-3409c1fc-f665-44f1-a053-61f1165081d6 req-838c9ae8-05da-4552-b5ac-4919037e0cf9 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Unset dirty status for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:27.664356 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3409c1fc-f665-44f1-a053-61f1165081d6 req-838c9ae8-05da-4552-b5ac-4919037e0cf9 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 943 time: 0.9594729 Apr 19 18:43:27.717939 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aaa54a5c-adc3-46ea-b686-3f84284de193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:27.777835 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-d9444877-202f-4a8c-abfe-f17667ee45f4 service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073772 Apr 19 18:43:27.779585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-5d26fe80-a13e-473d-aef1-faeaf6e9fcaf req-2760ca64-11ad-4887-acea-ae3ad119bbc9 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Synchronizing usage tracker for tenant:b9ea8b9eba2241a9ac3e2114e6ba0d1d on resource:security_group {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:27.896178 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-e5107c37-66e2-4e45-9c00-9e93698339de service neutron] 10.222.0.60 "GET /v2.0/networks/828b6742-dfa7-40c4-9dff-e09e2996e062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786630 Apr 19 18:43:27.928005 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3409c1fc-f665-44f1-a053-61f1165081d6 req-09e0493e-9efb-4ef0-9ff6-375673a3678b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623311 Apr 19 18:43:27.995789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-5d26fe80-a13e-473d-aef1-faeaf6e9fcaf req-2760ca64-11ad-4887-acea-ae3ad119bbc9 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Unset dirty status for tenant:b9ea8b9eba2241a9ac3e2114e6ba0d1d on resource:security_group {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:27.997034 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5d26fe80-a13e-473d-aef1-faeaf6e9fcaf req-2760ca64-11ad-4887-acea-ae3ad119bbc9 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329196 Apr 19 18:43:28.071503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:28.072231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device a0592881-4acd-482d-a10c-c71746f453d7 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:28.074076 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aaa54a5c-adc3-46ea-b686-3f84284de193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:28.093338 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:28.096549 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-544f4179-e5e6-4619-9b8c-774d1b809f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:28.121817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa54a5c-adc3-46ea-b686-3f84284de193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fe9110-4ab3-4473-baa0-68b2a1671c4a,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:28.124635 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-aaa54a5c-adc3-46ea-b686-3f84284de193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:28.125514 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aaa54a5c-adc3-46ea-b686-3f84284de193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:28.127407 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-aaa54a5c-adc3-46ea-b686-3f84284de193 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28fe9110-4ab3-4473-baa0-68b2a1671c4a HTTP/1.1" status: 204 len: 168 time: 0.6548223 Apr 19 18:43:28.128760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853833626'] for router_interface, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:28.143586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:28.184002 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea1433ea-5b22-4fb2-a01f-aa3dc364221e req-da1b626f-d8db-486a-b093-6b1563103292 service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607647 Apr 19 18:43:28.208571 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2cc7d2ff-9c42-4e5a-93c4-070c56705b9d req-0b7de729-b7ac-4019-81fe-7e551447f5cf service neutron] 10.222.0.60 "GET /v2.0/networks/828b6742-dfa7-40c4-9dff-e09e2996e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025844 Apr 19 18:43:28.254172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:28.275349 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port a0592881-4acd-482d-a10c-c71746f453d7 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:28.275771 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:28.445680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1a718-5917-42eb-bfb1-7d0b89c0d742 req-b38fb100-6f0b-4c3b-839e-f21543bc8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:28.447239 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-12e1a718-5917-42eb-bfb1-7d0b89c0d742 req-b38fb100-6f0b-4c3b-839e-f21543bc8246 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 1096 time: 0.1961527 Apr 19 18:43:28.605743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Pushing event updated for resources: {'Port': ['ID=bee1bac5-af06-4772-8bf7-009075225add,revision_number=2']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:28.608743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:28.641380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1a718-5917-42eb-bfb1-7d0b89c0d742 req-bca77d9a-dffa-42bb-90fa-7a7b32319da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:28.643657 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-12e1a718-5917-42eb-bfb1-7d0b89c0d742 req-bca77d9a-dffa-42bb-90fa-7a7b32319da1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 915 time: 0.1888485 Apr 19 18:43:28.645341 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:43:28.657886 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Sync routers for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:43:28.658980 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a08f58e9-54ef-4ec3-9e1d-5c6c3a26dea9 admin admin] 10.222.0.10 "PUT /v2.0/routers/58d45d72-4ad4-4cbf-a991-a7ff73c3de68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3694668 Apr 19 18:43:28.681176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:43:28.681873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:43:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:28.703901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:28.707106 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:28.919433 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-12e1a718-5917-42eb-bfb1-7d0b89c0d742 req-d522026f-19ef-419f-8270-9ac3550c3bb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd HTTP/1.1" status: 200 len: 217 time: 0.2668257 Apr 19 18:43:29.091410 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6', 'tag': '64f319c3-439f-4109-a673-b2fa50f8ff8e'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:43:29.105936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-1642afdf-e04f-483c-ac43-2f4838b18da6 None None] Provisioning complete for port bee1bac5-af06-4772-8bf7-009075225add triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:29.106371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1642afdf-e04f-483c-ac43-2f4838b18da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:29.128527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:43:29.138887 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1a718-5917-42eb-bfb1-7d0b89c0d742 req-fec1a620-31e6-49b9-bb36-5d30c8b5e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:29.141443 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-12e1a718-5917-42eb-bfb1-7d0b89c0d742 req-fec1a620-31e6-49b9-bb36-5d30c8b5e0f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a93d428-8eb4-45a2-8168-117528720b9d HTTP/1.1" status: 200 len: 854 time: 0.2125127 Apr 19 18:43:29.148020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Router 1b10ec8a-404f-42e8-accd-08d1a1797ffa has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:43:29.228582 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-12e1a718-5917-42eb-bfb1-7d0b89c0d742 req-2e535ece-0a40-4446-bf3f-6bf621601eea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3493dc4-ae2a-4c14-abb4-3246e5c61996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783293 Apr 19 18:43:29.264973 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-1642afdf-e04f-483c-ac43-2f4838b18da6 None None] Port bee1bac5-af06-4772-8bf7-009075225add cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:43:29.280102 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:43:29.453530 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 47306) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:29.520725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d26301-c68f-4323-885b-4c616c61e3b7 req-76fed714-0750-405d-9ca3-7a381a543da0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:29.522487 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-44d26301-c68f-4323-885b-4c616c61e3b7 req-76fed714-0750-405d-9ca3-7a381a543da0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 943 time: 0.2295175 Apr 19 18:43:29.611464 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-44d26301-c68f-4323-885b-4c616c61e3b7 req-d3323030-72d6-4bea-abc2-b335621c702f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726852 Apr 19 18:43:29.614001 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-12e1a718-5917-42eb-bfb1-7d0b89c0d742 req-2771bd0d-0e51-4dcb-af83-db522e827448 service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755903 Apr 19 18:43:29.741237 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bbcf1-c45f-446d-9dc3-fd324f185a16 req-57d4f434-9a66-46df-83ef-6a7e3ec5518c tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:29.742907 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-679bbcf1-c45f-446d-9dc3-fd324f185a16 req-57d4f434-9a66-46df-83ef-6a7e3ec5518c tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 944 time: 0.3725841 Apr 19 18:43:29.746010 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:43:29.756598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Sync routers for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:43:29.764055 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] 10.222.0.10 "PUT /v2.0/routers/1b10ec8a-404f-42e8-accd-08d1a1797ffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6164849 Apr 19 18:43:29.774289 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:43:29.780761 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:43:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:29.899820 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-679bbcf1-c45f-446d-9dc3-fd324f185a16 req-7a28021b-10e6-4e41-a901-01c3fa452f28 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344621 Apr 19 18:43:29.971811 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6', 'tag': '64f319c3-439f-4109-a673-b2fa50f8ff8e', 'status': 'completed', 'code': 200} Apr 19 18:43:29.990320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3cb271a0-8080-4852-a74b-4cfdce3d7b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:29.999416 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47332) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:30.028185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 2, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:30.044361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Checking router: 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:43:30.044817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Updating router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 port 100f84b3-4b30-437f-9ffb-32da656ebe5d binding host dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:43:30.075023 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-12e1a718-5917-42eb-bfb1-7d0b89c0d742 req-92a67c5b-0d74-4eb8-88d1-b61e9e83a39e service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541435 Apr 19 18:43:30.083013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-3cb271a0-8080-4852-a74b-4cfdce3d7b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:30.088317 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-3cb271a0-8080-4852-a74b-4cfdce3d7b2a admin admin] Usage tracker for resource:security_group_rule and tenant:00c69112e16a42daa9caaeeef8531c9a is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:30.091859 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-3cb271a0-8080-4852-a74b-4cfdce3d7b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:30.100506 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-3cb271a0-8080-4852-a74b-4cfdce3d7b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:30.163089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:30.239244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3cb271a0-8080-4852-a74b-4cfdce3d7b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:30.244239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3cb271a0-8080-4852-a74b-4cfdce3d7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:30.299997 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a70bbd00-cbad-4c8d-b690-e0972df013f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:30.336309 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47346) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:30.336680 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3cb271a0-8080-4852-a74b-4cfdce3d7b2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00c69112e16a42daa9caaeeef8531c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8816719 Apr 19 18:43:30.504835 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-72a41e51-950e-4112-80e4-dc402febd87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:30.534636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c583b237-b4b6-407f-bf48-d9b20896354a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:30.563691 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c583b237-b4b6-407f-bf48-d9b20896354a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:30.578045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c583b237-b4b6-407f-bf48-d9b20896354a admin admin] Usage tracker for resource:security_group_rule and tenant:7af27ef81f34428f969bd1f08269d239 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:30.585381 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c583b237-b4b6-407f-bf48-d9b20896354a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:30.599130 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-72a41e51-950e-4112-80e4-dc402febd87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:30.608027 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c583b237-b4b6-407f-bf48-d9b20896354a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:30.699337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-72a41e51-950e-4112-80e4-dc402febd87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:30.708836 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:43:30.710608 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:30.732628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a41e51-950e-4112-80e4-dc402febd87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec8b3f9-b3e9-4923-b3e6-3d592b5eb984,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:30.736675 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-72a41e51-950e-4112-80e4-dc402febd87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:30.772931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-72a41e51-950e-4112-80e4-dc402febd87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:30.774160 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-72a41e51-950e-4112-80e4-dc402febd87a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ec8b3f9-b3e9-4923-b3e6-3d592b5eb984 HTTP/1.1" status: 204 len: 168 time: 0.4367964 Apr 19 18:43:30.775059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb271a0-8080-4852-a74b-4cfdce3d7b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec8b3f9-b3e9-4923-b3e6-3d592b5eb984,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:30.821863 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3cb271a0-8080-4852-a74b-4cfdce3d7b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:30.845951 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5a51-4823-4549-b23b-81af1187e0b3 req-cb5da95d-217a-4ad4-9167-f397e5c9a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:30.853831 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a73d5a51-4823-4549-b23b-81af1187e0b3 req-cb5da95d-217a-4ad4-9167-f397e5c9a61f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9ea8b9eba2241a9ac3e2114e6ba0d1d&device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 1097 time: 0.8386724 Apr 19 18:43:30.888274 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c583b237-b4b6-407f-bf48-d9b20896354a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:30.893046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c583b237-b4b6-407f-bf48-d9b20896354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:30.929131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-eaa0f2af-ceea-455a-96b7-e437736c44e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:30.946531 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:30.960712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Transition to ACTIVE for port object 100f84b3-4b30-437f-9ffb-32da656ebe5d will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:30.969217 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:30.980417 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:31.082165 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c583b237-b4b6-407f-bf48-d9b20896354a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7af27ef81f34428f969bd1f08269d239&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0776935 Apr 19 18:43:31.082165 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583b237-b4b6-407f-bf48-d9b20896354a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14d5c0a-e876-4173-9d25-d4537a9ab67b,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:31.098883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47368) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:31.112952 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c583b237-b4b6-407f-bf48-d9b20896354a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:31.191777 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e3da0-c81f-4ece-8bb5-36c57f4a977c None None] Pushing event updated for resources: {'Port': ['ID=100f84b3-4b30-437f-9ffb-32da656ebe5d,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:31.195526 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c15e3da0-c81f-4ece-8bb5-36c57f4a977c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:31.283731 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4b7616c1-4d0c-43f9-aa11-9ab6ecc8c895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:31.292160 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:43:31.317151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5a51-4823-4549-b23b-81af1187e0b3 req-01bdae32-ef7c-4c74-8e16-5575e830bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:31.318811 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a73d5a51-4823-4549-b23b-81af1187e0b3 req-01bdae32-ef7c-4c74-8e16-5575e830bb71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=828b6742-dfa7-40c4-9dff-e09e2996e062 HTTP/1.1" status: 200 len: 912 time: 0.4574218 Apr 19 18:43:31.319356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 47374) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:31.363437 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4b7616c1-4d0c-43f9-aa11-9ab6ecc8c895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:31.484179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4b7616c1-4d0c-43f9-aa11-9ab6ecc8c895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:31.487009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Attempting to bind port 100f84b3-4b30-437f-9ffb-32da656ebe5d on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:43:31.487596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Attempting to bind port 100f84b3-4b30-437f-9ffb-32da656ebe5d by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:43:31.488020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Attempting to bind port 100f84b3-4b30-437f-9ffb-32da656ebe5d on network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:31.504149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:31.507813 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:43:31.508269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Checking segment: {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:31.508733 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:31.509081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Bound using segment: {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:43:31.511246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Bound port: 100f84b3-4b30-437f-9ffb-32da656ebe5d, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:43:31.512704 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:31.528692 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143194563', 'description': 'tempest-description--1313149348'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:31.554939 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:31.561388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47384) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:31.563419 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7616c1-4d0c-43f9-aa11-9ab6ecc8c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14d5c0a-e876-4173-9d25-d4537a9ab67b,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:31.567066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Usage tracker for resource:security_group and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:31.573444 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4b7616c1-4d0c-43f9-aa11-9ab6ecc8c895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:31.575595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:31.585568 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--388283243', 'description': 'tempest-description--1836363339'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:31.590411 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4b7616c1-4d0c-43f9-aa11-9ab6ecc8c895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:31.594912 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-4b7616c1-4d0c-43f9-aa11-9ab6ecc8c895 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b14d5c0a-e876-4173-9d25-d4537a9ab67b HTTP/1.1" status: 204 len: 168 time: 0.4916017 Apr 19 18:43:31.595045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:31.613557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:31.620182 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Usage tracker for resource:security_group and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:31.623638 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:31.626369 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:31.643956 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:31.648637 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:31.664631 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:31.674997 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a73d5a51-4823-4549-b23b-81af1187e0b3 req-d82fb2c9-02b2-4829-9741-a72ade949e61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64f319c3-439f-4109-a673-b2fa50f8ff8e HTTP/1.1" status: 200 len: 217 time: 0.3444173 Apr 19 18:43:31.698406 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': '7eb118cb-9de7-4a99-b6cc-1492b7eab5cd', 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996', 'port_id': '7eb118cb-9de7-4a99-b6cc-1492b7eab5cd', 'mac_address': 'fa:16:3e:32:d2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a93d428-8eb4-45a2-8168-117528720b9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:43:31.754414 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:31.761399 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Usage tracker for resource:security_group_rule and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:31.773018 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:31.787956 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:31.792358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] For port 100f84b3-4b30-437f-9ffb-32da656ebe5d, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:43:31.799920 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] For port 100f84b3-4b30-437f-9ffb-32da656ebe5d, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=100f84b3-4b30-437f-9ffb-32da656ebe5d,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:43:31.808817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:31.831398 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:31.848830 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:31.879680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:43:31.900883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:31.912385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 2, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:31.917426 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Checking router: 1b10ec8a-404f-42e8-accd-08d1a1797ffa for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:43:31.917963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Updating router 1b10ec8a-404f-42e8-accd-08d1a1797ffa port bee1bac5-af06-4772-8bf7-009075225add binding host dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:43:31.942630 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47400) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:31.953346 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:31.988031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Usage tracker for resource:security_group_rule and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:32.010537 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:32.011563 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 64f319c3-439f-4109-a673-b2fa50f8ff8e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:43:32.039232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1e03232b-92df-411f-b2f2-fb8688ff336d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:32.047926 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:43:32.049144 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:43:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:32.063205 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5a51-4823-4549-b23b-81af1187e0b3 req-60e159a1-bb1e-446c-a049-99a022560548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:32.066135 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a73d5a51-4823-4549-b23b-81af1187e0b3 req-60e159a1-bb1e-446c-a049-99a022560548 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=285570f5-3916-4508-8518-e75ec7040f50 HTTP/1.1" status: 200 len: 851 time: 0.2630575 Apr 19 18:43:32.067167 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:32.099387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:32.101122 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1e03232b-92df-411f-b2f2-fb8688ff336d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:32.144597 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1e03232b-92df-411f-b2f2-fb8688ff336d admin admin] Usage tracker for resource:security_group_rule and tenant:052b3dcfee444646868eee1f2493e284 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:32.150672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:32.163379 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1e03232b-92df-411f-b2f2-fb8688ff336d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:32.178988 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:32.187123 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a73d5a51-4823-4549-b23b-81af1187e0b3 req-ec206de1-10ed-4282-bc41-eae42bd99c9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=828b6742-dfa7-40c4-9dff-e09e2996e062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070268 Apr 19 18:43:32.188587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1e03232b-92df-411f-b2f2-fb8688ff336d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:32.218010 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d0d5e-244e-47a9-bc8d-043cd4e2e60a req-718c72f0-1122-4b6a-bd94-5a0255262530 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:32.227325 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-989d0d5e-244e-47a9-bc8d-043cd4e2e60a req-718c72f0-1122-4b6a-bd94-5a0255262530 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 943 time: 0.6238937 Apr 19 18:43:32.321137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4ee3-8a92-4bf1-91b4-3263190e6381 req-3ff56a95-b75c-4176-892f-e9ea6b5328ad tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:32.330694 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4b7c4ee3-8a92-4bf1-91b4-3263190e6381 req-3ff56a95-b75c-4176-892f-e9ea6b5328ad tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 944 time: 0.5236487 Apr 19 18:43:32.363037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:32.417638 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:32.449081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:32.581635 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47414) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:32.583270 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:43:32.585442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1040ae62-b7be-4da6-9c73-1e4f253f247c,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:32.607597 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4b7c4ee3-8a92-4bf1-91b4-3263190e6381 req-a303bc08-f421-4a6e-91a2-7e43a18770dc tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425261 Apr 19 18:43:32.608572 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:32.640889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:32.642229 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0706520 Apr 19 18:43:32.648865 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47418) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:32.651603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a67011b-8676-40fc-a936-a2f5e9e08741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:32.655419 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-989d0d5e-244e-47a9-bc8d-043cd4e2e60a req-7fe0ff07-4791-41aa-bc4d-eb96aec9d757 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269466 Apr 19 18:43:32.668809 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Request body: {'security_group_rule': {'security_group_id': '1040ae62-b7be-4da6-9c73-1e4f253f247c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:32.690829 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:32.704732 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2a67011b-8676-40fc-a936-a2f5e9e08741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:32.707362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Usage tracker for resource:security_group_rule and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:32.713926 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2a67011b-8676-40fc-a936-a2f5e9e08741 admin admin] Usage tracker for resource:security_group_rule and tenant:6c1b539cde84425aa43a19e432e0736f is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:32.716954 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:32.718337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e3da0-c81f-4ece-8bb5-36c57f4a977c None None] Pushing event updated for resources: {'Port': ['ID=100f84b3-4b30-437f-9ffb-32da656ebe5d,revision_number=4']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:32.720032 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2a67011b-8676-40fc-a936-a2f5e9e08741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:32.729797 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2a67011b-8676-40fc-a936-a2f5e9e08741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:32.740779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:32.741243 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a73d5a51-4823-4549-b23b-81af1187e0b3 req-9fdcf2f6-d52d-44d5-9a3b-f64bb9d3f462 service neutron] 10.222.0.60 "GET /v2.0/networks/828b6742-dfa7-40c4-9dff-e09e2996e062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696269 Apr 19 18:43:32.746979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c15e3da0-c81f-4ece-8bb5-36c57f4a977c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:32.768550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1e03232b-92df-411f-b2f2-fb8688ff336d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:32.777550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1e03232b-92df-411f-b2f2-fb8688ff336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:32.778597 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:32.803780 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a85d80b8-5650-4e5f-97d5-8604427fb297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:32.893500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03232b-92df-411f-b2f2-fb8688ff336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cfed13-01aa-4d8a-bd39-5f07d751a363,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:32.902147 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1e03232b-92df-411f-b2f2-fb8688ff336d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=052b3dcfee444646868eee1f2493e284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9493845 Apr 19 18:43:32.902425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:32.903921 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47426) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:32.905557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1e03232b-92df-411f-b2f2-fb8688ff336d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:32.909062 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:32.913800 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a73d5a51-4823-4549-b23b-81af1187e0b3 req-980ebb05-bd76-489b-952e-1d0765341b35 service neutron] 10.222.0.60 "GET /v2.0/networks/828b6742-dfa7-40c4-9dff-e09e2996e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602604 Apr 19 18:43:32.915664 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 64f319c3-439f-4109-a673-b2fa50f8ff8e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=64f319c3-439f-4109-a673-b2fa50f8ff8e,segment=NetworkSegment(99bf43b2-41c3-4553-99bd-1ef90cf62ae3),segment_id=99bf43b2-41c3-4553-99bd-1ef90cf62ae3)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:32.916277 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:32.922631 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:32.958303 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': '64f319c3-439f-4109-a673-b2fa50f8ff8e', 'network_id': '828b6742-dfa7-40c4-9dff-e09e2996e062', 'port_id': '64f319c3-439f-4109-a673-b2fa50f8ff8e', 'mac_address': 'fa:16:3e:cf:e0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285570f5-3916-4508-8518-e75ec7040f50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:43:32.969533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3bc45a72-2b4e-4f66-94d9-c357963541ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:33.003825 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.006023 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6852357 Apr 19 18:43:33.013677 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47430) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:33.022955 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:33.023134 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.039293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:33.039850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Request body: {'security_group_rule': {'security_group_id': '8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:33.048244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.049800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:33.053543 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ff2636d-57fd-45d4-a5a0-faae74d18364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.062254 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Usage tracker for resource:security_group_rule and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:33.070585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.073446 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:33.090338 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:33.101374 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c82ed2-0c2b-4f73-9058-5dc4f7a2c77f,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:33.103723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f319c3-439f-4109-a673-b2fa50f8ff8e {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:43:33.123374 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 64f319c3-439f-4109-a673-b2fa50f8ff8e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=64f319c3-439f-4109-a673-b2fa50f8ff8e,segment=NetworkSegment(99bf43b2-41c3-4553-99bd-1ef90cf62ae3),segment_id=99bf43b2-41c3-4553-99bd-1ef90cf62ae3)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:33.131609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.134850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:33.136473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:33.196039 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.207317 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ff2636d-57fd-45d4-a5a0-faae74d18364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.225857 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:33.231599 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Transition to ACTIVE for port object bee1bac5-af06-4772-8bf7-009075225add will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:33.246044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.256789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.256979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=64f319c3-439f-4109-a673-b2fa50f8ff8e,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:33.261533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:33.262036 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:33.293081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.297356 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6445067 Apr 19 18:43:33.299264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 47442) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:33.302355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:31Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:33.308583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Request body: {'security_group_rule': {'security_group_id': '1040ae62-b7be-4da6-9c73-1e4f253f247c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:33.311986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f90327-f108-4d79-acdd-a6a25a453397 None None] The sync data for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb is: [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:31Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:43:33.326750 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:33.329761 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a67011b-8676-40fc-a936-a2f5e9e08741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.335144 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Usage tracker for resource:security_group_rule and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:33.349655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a67011b-8676-40fc-a936-a2f5e9e08741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.359992 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:33.373103 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c583b237-b4b6-407f-bf48-d9b20896354a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:33.396325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:33.436363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.468095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286c832-a429-49ec-92c8-55cfdd78daea None None] Pushing event updated for resources: {'Port': ['ID=bee1bac5-af06-4772-8bf7-009075225add,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:33.473798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1286c832-a429-49ec-92c8-55cfdd78daea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:33.496012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67011b-8676-40fc-a936-a2f5e9e08741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d908db-7c8a-44ef-8b76-0cee63731f99,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:33.515983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2a67011b-8676-40fc-a936-a2f5e9e08741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:33.523875 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2a67011b-8676-40fc-a936-a2f5e9e08741 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c1b539cde84425aa43a19e432e0736f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9398503 Apr 19 18:43:33.527513 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47452) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:33.537017 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['7eb118cb-9de7-4a99-b6cc-1492b7eab5cd'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:43:33.551924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ff2636d-57fd-45d4-a5a0-faae74d18364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.578138 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:33.581783 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['64f319c3-439f-4109-a673-b2fa50f8ff8e'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:43:33.625801 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.631968 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.644836 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2636d-57fd-45d4-a5a0-faae74d18364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cfed13-01aa-4d8a-bd39-5f07d751a363,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:33.645680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.648551 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ff2636d-57fd-45d4-a5a0-faae74d18364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:33.684814 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:33.696125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.701265 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.704458 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4031794 Apr 19 18:43:33.708695 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 47464) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:33.717348 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Request body: {'floatingip': {'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:33.725796 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:33.731338 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Usage tracker for resource:floatingip and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:33.735526 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:33.741651 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:33.743579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:33.749457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ff2636d-57fd-45d4-a5a0-faae74d18364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.750946 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3ff2636d-57fd-45d4-a5a0-faae74d18364 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06cfed13-01aa-4d8a-bd39-5f07d751a363 HTTP/1.1" status: 204 len: 168 time: 0.8437638 Apr 19 18:43:33.752467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbcb105-8d9a-4197-affa-a04d84992835,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:33.767562 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:33.771783 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.793677 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ceed16-7dd6-42c9-9bc6-43553a90e003,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:33.829423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:33.839468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:33.851876 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8201644 Apr 19 18:43:33.856011 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 47476) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:33.885394 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Request body: {'security_group_rule': {'security_group_id': '8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:33.914362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:33.928802 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Usage tracker for resource:security_group_rule and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:33.951639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:33.974150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Attempting to bind port bee1bac5-af06-4772-8bf7-009075225add on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:43:33.974683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Attempting to bind port bee1bac5-af06-4772-8bf7-009075225add by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:43:33.975073 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Attempting to bind port bee1bac5-af06-4772-8bf7-009075225add on network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:33.980987 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:34.018703 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d59b251-d5ae-4fe1-b699-da242109e0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.086046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:43:34.086378 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Checking segment: {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:34.087177 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.087714 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Bound using segment: {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:43:34.088297 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Bound port: bee1bac5-af06-4772-8bf7-009075225add, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:43:34.096561 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.185278 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d59b251-d5ae-4fe1-b699-da242109e0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.276829 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.309434 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942383d8-2bb7-4f5e-8243-25b3b8568791 req-d689fc78-33f6-4236-8ba0-551eee03c872 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:34.323646 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-942383d8-2bb7-4f5e-8243-25b3b8568791 req-d689fc78-33f6-4236-8ba0-551eee03c872 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 945 time: 0.4574585 Apr 19 18:43:34.422717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d59b251-d5ae-4fe1-b699-da242109e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.438855 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:34.468438 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-942383d8-2bb7-4f5e-8243-25b3b8568791 req-b8a4ba3e-b92d-4900-a9d5-e8cf9858dd9f tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419740 Apr 19 18:43:34.491804 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59b251-d5ae-4fe1-b699-da242109e0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d908db-7c8a-44ef-8b76-0cee63731f99,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:34.494710 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7d59b251-d5ae-4fe1-b699-da242109e0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:34.495803 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d59b251-d5ae-4fe1-b699-da242109e0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.503444 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7d59b251-d5ae-4fe1-b699-da242109e0d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47d908db-7c8a-44ef-8b76-0cee63731f99 HTTP/1.1" status: 204 len: 168 time: 0.9719412 Apr 19 18:43:34.508671 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad83719-a26b-4223-a70e-8ce9a4448a8a req-6adddbd7-8535-4fb0-b720-538d56feaac9 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:34.510952 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5ad83719-a26b-4223-a70e-8ce9a4448a8a req-6adddbd7-8535-4fb0-b720-538d56feaac9 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 944 time: 0.4986238 Apr 19 18:43:34.529638 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.568732 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.584534 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.652126 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 100f84b3-4b30-437f-9ffb-32da656ebe5d up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:34.660074 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0b87fd82-c6e9-46aa-83df-b1f9ab8fb471 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:34.695953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e244f37-3310-4662-9cb1-bc668ad753d9,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:34.705909 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5ad83719-a26b-4223-a70e-8ce9a4448a8a req-1b789aac-6597-41f4-be71-4be0d107ec98 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830525 Apr 19 18:43:34.710998 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:34.758729 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.759973 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8962972 Apr 19 18:43:34.763265 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47506) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:34.769911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Request body: {'floatingip': {'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:34.777002 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:34.782377 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Usage tracker for resource:floatingip and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:34.786869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:34.805352 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:34.824302 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.844377 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] For port bee1bac5-af06-4772-8bf7-009075225add, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:43:34.848205 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] For port bee1bac5-af06-4772-8bf7-009075225add, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=bee1bac5-af06-4772-8bf7-009075225add,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:43:34.865479 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Allocated IP 172.28.0.185 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/75bd0df4-3f82-42f7-946f-d8ef28d4e03e) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:34.935213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:34.954264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-34a092ef-d0fb-4130-ad1a-79e4fdc6eb92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:34.978366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47510) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:35.067070 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286c832-a429-49ec-92c8-55cfdd78daea None None] Pushing event updated for resources: {'Port': ['ID=bee1bac5-af06-4772-8bf7-009075225add,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:35.080980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 100f84b3-4b30-437f-9ffb-32da656ebe5d completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:35.086612 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1286c832-a429-49ec-92c8-55cfdd78daea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:35.102495 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 100f84b3-4b30-437f-9ffb-32da656ebe5d triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:35.102914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:35.119572 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:35.120703 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:35.171544 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:35.178538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:35.221932 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:43:35.222698 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:43:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:35.230289 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47518) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:35.301905 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event updated for resources: {'Port': ['ID=75bd0df4-3f82-42f7-946f-d8ef28d4e03e,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:35.317354 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:35.344657 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:35.345762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:35.348651 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:35.469081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Allocated IP 172.28.0.190 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/737f9197-9c3d-46c8-b6a9-e47e9785c537) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:35.538225 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:35.580532 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:35.628868 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port 100f84b3-4b30-437f-9ffb-32da656ebe5d, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=100f84b3-4b30-437f-9ffb-32da656ebe5d,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:35.670224 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:35.683052 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1286c832-a429-49ec-92c8-55cfdd78daea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:35.690090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:35.752955 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-92bafb28-77b1-498b-850f-3c9aee3496e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:35.856045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:35.860257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-92bafb28-77b1-498b-850f-3c9aee3496e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:35.865007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-baab8fc2-2636-4e37-a064-39c37eb3c16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:35.897994 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-92bafb28-77b1-498b-850f-3c9aee3496e9 admin admin] Usage tracker for resource:security_group_rule and tenant:0b4eeb8530e5428c8e52c6904b20d4d1 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:35.914814 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=100f84b3-4b30-437f-9ffb-32da656ebe5d,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:35.915931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-92bafb28-77b1-498b-850f-3c9aee3496e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:35.921038 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:35.932913 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-92bafb28-77b1-498b-850f-3c9aee3496e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:35.996517 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:43:36.131313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-92bafb28-77b1-498b-850f-3c9aee3496e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:36.133830 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d72d6-7b43-48a3-8076-9ebbddecae09 req-3ad4334a-d34f-4082-abc9-338a55721fbb tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:36.142892 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b62d72d6-7b43-48a3-8076-9ebbddecae09 req-3ad4334a-d34f-4082-abc9-338a55721fbb tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 944 time: 0.1436410 Apr 19 18:43:36.143193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-92bafb28-77b1-498b-850f-3c9aee3496e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:36.167501 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:36.186187 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:36.196143 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:36.203588 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-baab8fc2-2636-4e37-a064-39c37eb3c16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:36.219422 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b62d72d6-7b43-48a3-8076-9ebbddecae09 req-20b1ff02-e1ae-494d-b718-e10150f94813 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753305 Apr 19 18:43:36.224350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:36.277018 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-baab8fc2-2636-4e37-a064-39c37eb3c16e admin admin] Usage tracker for resource:security_group_rule and tenant:b0a4d9014b2b49fdba54b6da9ac96318 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:36.297869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-baab8fc2-2636-4e37-a064-39c37eb3c16e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:36.331361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-baab8fc2-2636-4e37-a064-39c37eb3c16e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:36.362925 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-92bafb28-77b1-498b-850f-3c9aee3496e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b4eeb8530e5428c8e52c6904b20d4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1207423 Apr 19 18:43:36.366480 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47566) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:36.379540 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bafb28-77b1-498b-850f-3c9aee3496e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ab7c9d-d2c5-4d35-a36e-3d5e178bafe4,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:36.383560 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-92bafb28-77b1-498b-850f-3c9aee3496e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:36.428840 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 100f84b3-4b30-437f-9ffb-32da656ebe5d up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:36.456637 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a71a8b-16fa-4136-9913-7557e2ed04a8 req-f33b9236-a93f-49ef-82a0-b28cceabf60d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:36.474025 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b1a71a8b-16fa-4136-9913-7557e2ed04a8 req-f33b9236-a93f-49ef-82a0-b28cceabf60d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 945 time: 0.7457240 Apr 19 18:43:36.531915 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:34Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:43:36.543752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0053a3-05b0-4884-9136-32741c1f516a None None] The sync data for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb is: [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:34Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:43:36.561752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 100f84b3-4b30-437f-9ffb-32da656ebe5d triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:36.562180 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:36.682980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:36.733826 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:36.770346 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event updated for resources: {'Port': ['ID=75bd0df4-3f82-42f7-946f-d8ef28d4e03e,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:36.774835 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ddd09638-77f4-45c0-bccb-c26c5d042780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:36.797561 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b1a71a8b-16fa-4136-9913-7557e2ed04a8 req-15c6e29a-70c8-45cf-8bdb-57b21a7691e0 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225644 Apr 19 18:43:36.836986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:36.869044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:36.895496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:36.910620 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1923892 Apr 19 18:43:36.919925 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:36.932604 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:36.935802 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:36.975991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ddd09638-77f4-45c0-bccb-c26c5d042780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:37.051336 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event updated for resources: {'Port': ['ID=737f9197-9c3d-46c8-b6a9-e47e9785c537,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:37.055911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:37.120269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-baab8fc2-2636-4e37-a064-39c37eb3c16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:37.130278 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-baab8fc2-2636-4e37-a064-39c37eb3c16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:37.140240 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:37.141773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7d59b251-d5ae-4fe1-b699-da242109e0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:37.269738 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-1eb070db-7a35-4b43-a7bc-4bdae87bf92b tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Synchronizing usage tracker for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:security_group {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:37.272967 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:37.291138 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:37.291985 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-1eb070db-7a35-4b43-a7bc-4bdae87bf92b tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Unset dirty status for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:security_group {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:37.293645 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-1eb070db-7a35-4b43-a7bc-4bdae87bf92b tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--388283243&fields=id&tenant_id=1a5899c9f0a947d3be62b6da572ba349 HTTP/1.1" status: 200 len: 267 time: 0.0924459 Apr 19 18:43:37.368494 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-baab8fc2-2636-4e37-a064-39c37eb3c16e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0a4d9014b2b49fdba54b6da9ac96318&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3796661 Apr 19 18:43:37.383514 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab8fc2-2636-4e37-a064-39c37eb3c16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b66cb5-458a-4e27-b485-fae0f8c11029,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:37.386333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47608) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:37.423072 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-baab8fc2-2636-4e37-a064-39c37eb3c16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:37.457933 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:37.475624 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:37.479179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:37.530927 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ddd09638-77f4-45c0-bccb-c26c5d042780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:37.548397 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:37.571130 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-838f9c77-b5e4-403c-822c-09669702d0a3 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:37.572200 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-838f9c77-b5e4-403c-822c-09669702d0a3 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Synchronizing usage tracker for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:network {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:37.598866 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-838f9c77-b5e4-403c-822c-09669702d0a3 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Unset dirty status for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:network {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:37.607188 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-838f9c77-b5e4-403c-822c-09669702d0a3 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/networks?id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a HTTP/1.1" status: 200 len: 810 time: 0.3032670 Apr 19 18:43:37.636544 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-c0a6f231-8307-4e3c-85ef-4571579f0bde tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/quotas/1a5899c9f0a947d3be62b6da572ba349 HTTP/1.1" status: 200 len: 375 time: 0.0262666 Apr 19 18:43:37.693116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:37.729736 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8004f5-2043-44e9-aedd-a6394203a3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb118cb-9de7-4a99-b6cc-1492b7eab5cd'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:43:37.804276 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd09638-77f4-45c0-bccb-c26c5d042780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ab7c9d-d2c5-4d35-a36e-3d5e178bafe4,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:37.809824 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ddd09638-77f4-45c0-bccb-c26c5d042780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:37.853950 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:37.857503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6c4de8e9-e5a2-4d71-9f9d-086fa908064d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:37.865113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:37.869623 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 64f319c3-439f-4109-a673-b2fa50f8ff8e up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:37.902804 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-5631f776-0447-470a-8a80-7297893f4e94 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a5899c9f0a947d3be62b6da572ba349&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2559927 Apr 19 18:43:37.932041 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ddd09638-77f4-45c0-bccb-c26c5d042780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:37.933282 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ddd09638-77f4-45c0-bccb-c26c5d042780 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2ab7c9d-d2c5-4d35-a36e-3d5e178bafe4 HTTP/1.1" status: 204 len: 168 time: 1.5655205 Apr 19 18:43:37.961647 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6c4de8e9-e5a2-4d71-9f9d-086fa908064d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:38.067897 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3895f9-c783-44e3-9108-c241c8c375bc req-d3f6a392-6359-4998-83f1-1d5a486a7e9d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:38.071152 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ac3895f9-c783-44e3-9108-c241c8c375bc req-d3f6a392-6359-4998-83f1-1d5a486a7e9d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 944 time: 0.5258560 Apr 19 18:43:38.077212 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:38.234681 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:38.240446 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device bee1bac5-af06-4772-8bf7-009075225add up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:38.241032 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-d98e923b-a989-46da-a8d5-8bd1c53acf8b service neutron] 10.222.0.10 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331997 Apr 19 18:43:38.278775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:38.326895 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port 64f319c3-439f-4109-a673-b2fa50f8ff8e completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:38.337509 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port 64f319c3-439f-4109-a673-b2fa50f8ff8e triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:38.338977 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:38.432969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for port, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:38.443148 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:38.498472 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ac3895f9-c783-44e3-9108-c241c8c375bc req-72afc8d5-e08c-4b8c-b053-b0cee525ff7d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181972 Apr 19 18:43:38.504068 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:38.583255 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-0eb3e000-a66b-4d22-a23b-d5ef9a93ea4c service neutron] 10.222.0.10 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411579 Apr 19 18:43:38.623419 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:38.644433 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event updated for resources: {'Port': ['ID=737f9197-9c3d-46c8-b6a9-e47e9785c537,revision_number=2']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:38.650586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:38.654861 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:38.666536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6c4de8e9-e5a2-4d71-9f9d-086fa908064d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:38.674346 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:38.674922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 64f319c3-439f-4109-a673-b2fa50f8ff8e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=64f319c3-439f-4109-a673-b2fa50f8ff8e,segment=NetworkSegment(99bf43b2-41c3-4553-99bd-1ef90cf62ae3),segment_id=99bf43b2-41c3-4553-99bd-1ef90cf62ae3)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:38.676903 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port bee1bac5-af06-4772-8bf7-009075225add completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:38.682946 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port bee1bac5-af06-4772-8bf7-009075225add triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:38.683936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:38.695528 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6c4de8e9-e5a2-4d71-9f9d-086fa908064d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:38.696843 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-6c4de8e9-e5a2-4d71-9f9d-086fa908064d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9b66cb5-458a-4e27-b485-fae0f8c11029 HTTP/1.1" status: 204 len: 168 time: 1.2829502 Apr 19 18:43:38.698143 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4de8e9-e5a2-4d71-9f9d-086fa908064d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b66cb5-458a-4e27-b485-fae0f8c11029,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:38.708429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:38.719994 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9521065 Apr 19 18:43:38.719994 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6c4de8e9-e5a2-4d71-9f9d-086fa908064d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:38.821665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:38.832457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 47656) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:38.833439 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8c94b7e3-625e-4130-b32a-6fcdb38ed105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:38.868596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7844501c-daa7-42fa-8271-5814e75279ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:38.915960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-7844501c-daa7-42fa-8271-5814e75279ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:38.925570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-7844501c-daa7-42fa-8271-5814e75279ca admin admin] Usage tracker for resource:security_group_rule and tenant:eca541a5bd424f65b074c4e1a09442df is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:38.929044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-7844501c-daa7-42fa-8271-5814e75279ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:38.944308 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-7844501c-daa7-42fa-8271-5814e75279ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:39.025668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f1002-4300-4418-b4fb-84e738b9470d req-dc45ff40-7462-45f5-bb95-843a571dc0d3 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:39.027349 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e7f1002-4300-4418-b4fb-84e738b9470d req-dc45ff40-7462-45f5-bb95-843a571dc0d3 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 946 time: 0.2490561 Apr 19 18:43:39.133127 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7844501c-daa7-42fa-8271-5814e75279ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:39.136719 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7844501c-daa7-42fa-8271-5814e75279ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:39.137401 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e7f1002-4300-4418-b4fb-84e738b9470d req-004c311f-c086-422d-a1e5-66b6fa4f6536 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988843 Apr 19 18:43:39.151255 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:39.161022 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=64f319c3-439f-4109-a673-b2fa50f8ff8e,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:39.172013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:39.181205 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-005b868e-08e2-434d-a532-7eb3948929da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:39.240551 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port bee1bac5-af06-4772-8bf7-009075225add, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=bee1bac5-af06-4772-8bf7-009075225add,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:39.247235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:39.254008 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:39.264399 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7844501c-daa7-42fa-8271-5814e75279ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eca541a5bd424f65b074c4e1a09442df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274507 Apr 19 18:43:39.265406 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 47680) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:39.270910 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844501c-daa7-42fa-8271-5814e75279ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5ebe45-0887-4df8-a8d4-4e84656935a1,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:39.286431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7844501c-daa7-42fa-8271-5814e75279ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:39.323014 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-38f58b9a-7629-4d3c-bfd3-6ea81212c735 req-b5a53d17-7c8b-4245-9f14-6dbf0bfb6620 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Synchronizing usage tracker for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:port {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:39.364868 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-38f58b9a-7629-4d3c-bfd3-6ea81212c735 req-b5a53d17-7c8b-4245-9f14-6dbf0bfb6620 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Unset dirty status for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:port {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:39.366154 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-38f58b9a-7629-4d3c-bfd3-6ea81212c735 req-b5a53d17-7c8b-4245-9f14-6dbf0bfb6620 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 210 time: 0.1414258 Apr 19 18:43:39.398668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=bee1bac5-af06-4772-8bf7-009075225add,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:39.401892 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:39.402054 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d5342ec2-96aa-46d2-b5ee-9a3ec8add1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:39.475349 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d5342ec2-96aa-46d2-b5ee-9a3ec8add1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:39.495655 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8004f5-2043-44e9-aedd-a6394203a3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb118cb-9de7-4a99-b6cc-1492b7eab5cd', 'code': 200} Apr 19 18:43:39.550920 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d5342ec2-96aa-46d2-b5ee-9a3ec8add1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:39.557679 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:39.574807 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47700) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:39.589351 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5342ec2-96aa-46d2-b5ee-9a3ec8add1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5ebe45-0887-4df8-a8d4-4e84656935a1,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:39.609848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d5342ec2-96aa-46d2-b5ee-9a3ec8add1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:39.612775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d5342ec2-96aa-46d2-b5ee-9a3ec8add1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:39.616628 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d5342ec2-96aa-46d2-b5ee-9a3ec8add1fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c5ebe45-0887-4df8-a8d4-4e84656935a1 HTTP/1.1" status: 204 len: 168 time: 0.3475327 Apr 19 18:43:39.662210 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-66b75649-155f-4108-9cbe-1a639f24cf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:39.702601 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-b9d44939-7590-4293-b57e-82f502fafdc4 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Synchronizing usage tracker for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:security_group {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:39.713377 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-66b75649-155f-4108-9cbe-1a639f24cf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:39.731176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-66b75649-155f-4108-9cbe-1a639f24cf81 admin admin] Usage tracker for resource:security_group_rule and tenant:6afecd08282b4d67818349de8086f90e is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:39.745614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-66b75649-155f-4108-9cbe-1a639f24cf81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:39.753676 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-66b75649-155f-4108-9cbe-1a639f24cf81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:39.889103 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-66b75649-155f-4108-9cbe-1a639f24cf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:39.900863 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-66b75649-155f-4108-9cbe-1a639f24cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:39.916479 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1e03232b-92df-411f-b2f2-fb8688ff336d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:39.927422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc897e4e-95f6-4f0c-826f-42d9420358a1 req-6a4f1ff6-0b19-4bc9-89c4-ee169f3e19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:39.928795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-b9d44939-7590-4293-b57e-82f502fafdc4 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Unset dirty status for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:security_group {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:39.929125 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bc897e4e-95f6-4f0c-826f-42d9420358a1 req-6a4f1ff6-0b19-4bc9-89c4-ee169f3e19ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 1098 time: 0.1326158 Apr 19 18:43:39.930066 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-b9d44939-7590-4293-b57e-82f502fafdc4 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1143194563&fields=id&tenant_id=257b443ba4b441fd8410ddd6eaf5ab45 HTTP/1.1" status: 200 len: 267 time: 0.3331628 Apr 19 18:43:39.937789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0c8f1-1b27-4b21-ba5b-36b7fe7fcf1a req-1fc59de7-6d81-4009-ace1-0b43458b756f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:39.951008 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-67e0c8f1-1b27-4b21-ba5b-36b7fe7fcf1a req-1fc59de7-6d81-4009-ace1-0b43458b756f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 945 time: 0.2263176 Apr 19 18:43:40.045543 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-bc897e4e-95f6-4f0c-826f-42d9420358a1 req-a4f35ee2-41e3-462d-893e-0ac9c8db0e0a service neutron] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:40.073718 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device bee1bac5-af06-4772-8bf7-009075225add up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:40.079616 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-66b75649-155f-4108-9cbe-1a639f24cf81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6afecd08282b4d67818349de8086f90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035872 Apr 19 18:43:40.083404 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47722) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:40.087692 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-67e0c8f1-1b27-4b21-ba5b-36b7fe7fcf1a req-3ed7542a-75ba-4b0d-9057-ea21f472f912 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999281 Apr 19 18:43:40.092260 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-bc897e4e-95f6-4f0c-826f-42d9420358a1 req-a4f35ee2-41e3-462d-893e-0ac9c8db0e0a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:40.099620 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-bc897e4e-95f6-4f0c-826f-42d9420358a1 req-a4f35ee2-41e3-462d-893e-0ac9c8db0e0a service neutron] Usage tracker for resource:security_group_rule and tenant:2935f6b65776468d8e7f58b616f16c48 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:40.104246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-bc897e4e-95f6-4f0c-826f-42d9420358a1 req-a4f35ee2-41e3-462d-893e-0ac9c8db0e0a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:40.105697 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b75649-155f-4108-9cbe-1a639f24cf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4637cdd9-1af0-4cf3-baec-6deac0a180d9,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:40.112627 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-bc897e4e-95f6-4f0c-826f-42d9420358a1 req-a4f35ee2-41e3-462d-893e-0ac9c8db0e0a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:40.145248 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-66b75649-155f-4108-9cbe-1a639f24cf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:40.316869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-bc897e4e-95f6-4f0c-826f-42d9420358a1 req-a4f35ee2-41e3-462d-893e-0ac9c8db0e0a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:40.322179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-bc897e4e-95f6-4f0c-826f-42d9420358a1 req-a4f35ee2-41e3-462d-893e-0ac9c8db0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:40.338666 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port bee1bac5-af06-4772-8bf7-009075225add triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:40.339074 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:40.392227 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1c760913-df4e-404f-beac-3ad3d86df07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:40.444529 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bc897e4e-95f6-4f0c-826f-42d9420358a1 req-a4f35ee2-41e3-462d-893e-0ac9c8db0e0a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914660 Apr 19 18:43:40.444789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-26fc148e-29ff-4001-ae61-50769fb6673f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:40.445795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-26fc148e-29ff-4001-ae61-50769fb6673f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Synchronizing usage tracker for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:network {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:40.467709 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f35ee2-41e3-462d-893e-0ac9c8db0e0a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2e7f8c-51eb-49ed-b810-dd776d1ff4ac,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:40.488587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a4f35ee2-41e3-462d-893e-0ac9c8db0e0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:40.520514 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38fb7f-0008-4041-956c-925fdb24bbbd req-63c87dc7-886e-4983-9fb6-110fc2fdeb1f tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:40.522171 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-da38fb7f-0008-4041-956c-925fdb24bbbd req-63c87dc7-886e-4983-9fb6-110fc2fdeb1f tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 946 time: 0.1868792 Apr 19 18:43:40.526600 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 47740) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:40.534389 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-26fc148e-29ff-4001-ae61-50769fb6673f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Unset dirty status for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:network {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:40.542955 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-26fc148e-29ff-4001-ae61-50769fb6673f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 816 time: 0.5992043 Apr 19 18:43:40.569340 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-a1cf68d4-220c-4ace-ab17-4747fad8521c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/quotas/257b443ba4b441fd8410ddd6eaf5ab45 HTTP/1.1" status: 200 len: 375 time: 0.0251131 Apr 19 18:43:40.571740 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc094-d0dd-40e8-8662-e8e7040ebe41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:40.603635 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc094-d0dd-40e8-8662-e8e7040ebe41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:40.612616 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-da38fb7f-0008-4041-956c-925fdb24bbbd req-3f69c851-3ef4-4fe7-8f20-1e01a52bb1a0 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822766 Apr 19 18:43:40.701112 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc094-d0dd-40e8-8662-e8e7040ebe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:40.712747 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:40.732944 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fc094-d0dd-40e8-8662-e8e7040ebe41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4637cdd9-1af0-4cf3-baec-6deac0a180d9,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:40.740023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1b6fc094-d0dd-40e8-8662-e8e7040ebe41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:40.750228 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc094-d0dd-40e8-8662-e8e7040ebe41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:40.751556 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1b6fc094-d0dd-40e8-8662-e8e7040ebe41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4637cdd9-1af0-4cf3-baec-6deac0a180d9 HTTP/1.1" status: 204 len: 168 time: 0.6603489 Apr 19 18:43:40.754298 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1a71a98b-390f-45c9-b3fb-1f349b74783f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:40.800796 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1a71a98b-390f-45c9-b3fb-1f349b74783f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:40.806258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1a71a98b-390f-45c9-b3fb-1f349b74783f admin admin] Usage tracker for resource:security_group_rule and tenant:bcfaa76ccd7b44c18e3cb92c6b2d8492 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:40.816496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1a71a98b-390f-45c9-b3fb-1f349b74783f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:40.831031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1a71a98b-390f-45c9-b3fb-1f349b74783f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:40.836663 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-bbcdabdf-ecf7-45df-9cf9-c72959b82af2 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Synchronizing usage tracker for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:port {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:40.876079 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-bbcdabdf-ecf7-45df-9cf9-c72959b82af2 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Unset dirty status for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:port {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:40.878135 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-bbcdabdf-ecf7-45df-9cf9-c72959b82af2 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3077252 Apr 19 18:43:40.999795 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-58cb2bcb-0a85-4cc6-8a1a-ad78ab04c737 req-a4fae902-b983-4cb5-8fec-313a3887b0a5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 210 time: 0.0751464 Apr 19 18:43:41.110854 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1a71a98b-390f-45c9-b3fb-1f349b74783f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:41.121260 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1a71a98b-390f-45c9-b3fb-1f349b74783f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:41.137159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:41.171475 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-fc1798a8-88af-41ea-90f2-c0e031fc084c service neutron] 10.222.0.10 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782466 Apr 19 18:43:41.203695 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-0553582d-069e-415d-9206-225c0a57a267 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:41.206429 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-0553582d-069e-415d-9206-225c0a57a267 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.60 "GET /v2.0/networks?id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a HTTP/1.1" status: 200 len: 810 time: 0.3938642 Apr 19 18:43:41.210089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71a98b-390f-45c9-b3fb-1f349b74783f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e98a698-6d20-469d-ad29-7a8626cc3204,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:41.237930 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1a71a98b-390f-45c9-b3fb-1f349b74783f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:41.251009 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1a71a98b-390f-45c9-b3fb-1f349b74783f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcfaa76ccd7b44c18e3cb92c6b2d8492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7230568 Apr 19 18:43:41.286588 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47774) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:41.385980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1be1f688-4507-4c40-bcfe-62f36c6e5cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:41.399503 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-6b9ed580-651a-4813-868c-cfaa6312d416 service neutron] 10.222.0.10 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193711 Apr 19 18:43:41.399812 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-abbf2c86-0531-4e9e-a6d0-fb0ee457e3de tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a5899c9f0a947d3be62b6da572ba349 HTTP/1.1" status: 200 len: 5704 time: 0.1778200 Apr 19 18:43:41.411073 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf624-adc5-4345-83e8-400ad1ea9138 req-623ea65f-423a-4e96-8959-fbe66efc466f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:41.413122 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c8faf624-adc5-4345-83e8-400ad1ea9138 req-623ea65f-423a-4e96-8959-fbe66efc466f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 945 time: 0.1570964 Apr 19 18:43:41.419158 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Request body: {'port': {'device_id': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'admin_state_up': True, 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'security_groups': ['1040ae62-b7be-4da6-9c73-1e4f253f247c']}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:41.422775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1be1f688-4507-4c40-bcfe-62f36c6e5cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:41.484015 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1be1f688-4507-4c40-bcfe-62f36c6e5cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:41.496853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:41.496990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f319c3-439f-4109-a673-b2fa50f8ff8e'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:43:41.527168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1be1f688-4507-4c40-bcfe-62f36c6e5cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:41.528479 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1be1f688-4507-4c40-bcfe-62f36c6e5cbf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e98a698-6d20-469d-ad29-7a8626cc3204 HTTP/1.1" status: 204 len: 168 time: 0.2408285 Apr 19 18:43:41.529632 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1f688-4507-4c40-bcfe-62f36c6e5cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e98a698-6d20-469d-ad29-7a8626cc3204,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:41.539432 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1be1f688-4507-4c40-bcfe-62f36c6e5cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:41.694473 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f319c3-439f-4109-a673-b2fa50f8ff8e', 'code': 200} Apr 19 18:43:41.708395 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c8faf624-adc5-4345-83e8-400ad1ea9138 req-24c1c3bc-930f-4f1a-bdab-5850f187cc36 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848083 Apr 19 18:43:41.713526 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:41.752615 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:41.785109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Made reservation on behalf of 1a5899c9f0a947d3be62b6da572ba349 for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:41.791792 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:41.972768 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-20237a4d-ff51-4f5e-8922-e237031f2ab9 req-e7ab70b7-de66-4f41-ae10-9117f8235d0f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 210 time: 0.2091131 Apr 19 18:43:42.167595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12b72b-723a-43a6-adc4-572c2ed0040b req-0d433086-351c-422a-a592-5b16e21496cd tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:42.169587 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4f12b72b-723a-43a6-adc4-572c2ed0040b req-0d433086-351c-422a-a592-5b16e21496cd tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 946 time: 0.1933069 Apr 19 18:43:42.183219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Allocated IP 172.20.0.3 (9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a/4d07e6f8-f12e-4527-ab5b-a1c4a58a0091/d17f0be5-a732-4719-b03b-aa3c5cf9ae61) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:42.373087 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c48913f0-d38a-43b5-87c0-48f0b097107e req-2fb5cbc3-fd37-403d-8101-e12d4db90373 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 210 time: 0.1543095 Apr 19 18:43:42.373623 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47820) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:42.439277 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cfc7bc0e-c0e5-4cbc-8220-36107607e646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:42.476673 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-cfc7bc0e-c0e5-4cbc-8220-36107607e646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:42.481598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-cfc7bc0e-c0e5-4cbc-8220-36107607e646 admin admin] Usage tracker for resource:security_group_rule and tenant:3378af7588424fdd800819d1ee3792a0 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:42.492074 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-cfc7bc0e-c0e5-4cbc-8220-36107607e646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:42.509968 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-cfc7bc0e-c0e5-4cbc-8220-36107607e646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:42.690595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cfc7bc0e-c0e5-4cbc-8220-36107607e646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:42.694943 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cfc7bc0e-c0e5-4cbc-8220-36107607e646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:42.774918 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2a67011b-8676-40fc-a936-a2f5e9e08741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:42.790789 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-cfc7bc0e-c0e5-4cbc-8220-36107607e646 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3378af7588424fdd800819d1ee3792a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160714 Apr 19 18:43:42.793420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 47844) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:42.823585 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4f12b72b-723a-43a6-adc4-572c2ed0040b req-8d68d838-e262-465b-b0c0-0530c8350506 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429564 Apr 19 18:43:42.860111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7bc0e-c0e5-4cbc-8220-36107607e646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fba08f1-10ab-4e88-89c2-c8c14d36d9e1,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:42.867662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cfc7bc0e-c0e5-4cbc-8220-36107607e646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:42.905958 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6c3e8c47-1499-4088-9e3a-1ada61a7d12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:42.918538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:42.936377 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a7703-8422-4909-adc2-12096319fe41 req-722a4867-c1e4-4e6a-8104-2b5b9676678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:42.937788 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6c3e8c47-1499-4088-9e3a-1ada61a7d12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:42.938118 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-570a7703-8422-4909-adc2-12096319fe41 req-722a4867-c1e4-4e6a-8104-2b5b9676678e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 1099 time: 0.3189147 Apr 19 18:43:43.015191 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Transition to ACTIVE for port object d17f0be5-a732-4719-b03b-aa3c5cf9ae61 will not be triggered until provisioned by entity DHCP. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:43.063836 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-570a7703-8422-4909-adc2-12096319fe41 req-77a22708-d1ab-42d4-a899-cc0200559e12 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173270 Apr 19 18:43:43.065710 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:43.074452 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:43.152539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b369f-e3a5-4e05-b97a-6bdb9b2a3a77 req-18d6143a-0cd7-4ae0-875d-208d4a96b52f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:43.154386 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-af0b369f-e3a5-4e05-b97a-6bdb9b2a3a77 req-18d6143a-0cd7-4ae0-875d-208d4a96b52f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 945 time: 0.1919453 Apr 19 18:43:43.155465 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6c3e8c47-1499-4088-9e3a-1ada61a7d12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:43.161714 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:43.197327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e8c47-1499-4088-9e3a-1ada61a7d12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fba08f1-10ab-4e88-89c2-c8c14d36d9e1,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:43.203924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6c3e8c47-1499-4088-9e3a-1ada61a7d12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:43.208127 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6c3e8c47-1499-4088-9e3a-1ada61a7d12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:43.208278 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-23d07c8c-f274-42ef-a816-5154a30fcf14 req-549b0bdd-cb2d-4177-af74-47c86c17f79f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 210 time: 0.0835531 Apr 19 18:43:43.211957 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-6c3e8c47-1499-4088-9e3a-1ada61a7d12c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fba08f1-10ab-4e88-89c2-c8c14d36d9e1 HTTP/1.1" status: 204 len: 168 time: 0.4150193 Apr 19 18:43:43.218422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:43.233301 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:43.235728 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-af0b369f-e3a5-4e05-b97a-6bdb9b2a3a77 req-95247d60-418b-499c-8aff-f5fea6a2ad50 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653949 Apr 19 18:43:43.238735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:43.322854 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event updated for resources: {'Port': ['ID=d17f0be5-a732-4719-b03b-aa3c5cf9ae61,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:43.327791 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:43.386824 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:43.387626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:43.520622 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1063969 Apr 19 18:43:43.534064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Request body: {'port': {'device_id': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:43.660078 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-9a7ac730-8b6c-4e06-bfd6-1f2213bd9eca None None] Provisioning for port d17f0be5-a732-4719-b03b-aa3c5cf9ae61 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:43.677928 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-9a7ac730-8b6c-4e06-bfd6-1f2213bd9eca None None] Provisioning complete for port d17f0be5-a732-4719-b03b-aa3c5cf9ae61 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:43.678849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9a7ac730-8b6c-4e06-bfd6-1f2213bd9eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:43.756338 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ac730-8b6c-4e06-bfd6-1f2213bd9eca None None] Port d17f0be5-a732-4719-b03b-aa3c5cf9ae61 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:43:44.504583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71826c-9922-4e1c-b736-9988c71b1979 req-87a0fe46-08f8-41eb-9798-7e5881555b7d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:44.520233 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9a71826c-9922-4e1c-b736-9988c71b1979 req-87a0fe46-08f8-41eb-9798-7e5881555b7d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 946 time: 0.1634054 Apr 19 18:43:44.537514 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-4a393f74-022d-4d06-899b-06ede9c726b0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:44.539267 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-4a393f74-022d-4d06-899b-06ede9c726b0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.60 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 816 time: 0.3435585 Apr 19 18:43:44.630890 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:44.641797 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9a71826c-9922-4e1c-b736-9988c71b1979 req-a7e52f31-cb1a-4333-99f7-a36522ff36fc tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205215 Apr 19 18:43:44.703565 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:44.832249 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f3ace4f1-781a-45c4-8a08-c2af76371058 req-40f57196-0c8a-4dc6-a389-2d00921f6a8d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 210 time: 0.0600319 Apr 19 18:43:44.833975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42552726-0b5e-4b95-879a-97a63e980f8a req-794cae62-cd73-47bf-9dcc-f8b69b8003f0 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:44.838966 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-42552726-0b5e-4b95-879a-97a63e980f8a req-794cae62-cd73-47bf-9dcc-f8b69b8003f0 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Synchronizing usage tracker for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:44.871302 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-4bf2a849-e306-49c5-9d42-c037c4c692cf tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Synchronizing usage tracker for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:security_group {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:44.992280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-42552726-0b5e-4b95-879a-97a63e980f8a req-794cae62-cd73-47bf-9dcc-f8b69b8003f0 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Unset dirty status for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:44.999809 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-42552726-0b5e-4b95-879a-97a63e980f8a req-794cae62-cd73-47bf-9dcc-f8b69b8003f0 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 931 time: 0.8172131 Apr 19 18:43:45.048129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-4bf2a849-e306-49c5-9d42-c037c4c692cf tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Unset dirty status for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:security_group {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:45.049864 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-4bf2a849-e306-49c5-9d42-c037c4c692cf tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45 HTTP/1.1" status: 200 len: 5705 time: 0.4989550 Apr 19 18:43:45.080649 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Request body: {'port': {'device_id': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'admin_state_up': True, 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'security_groups': ['8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2']}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:45.149776 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-42552726-0b5e-4b95-879a-97a63e980f8a req-193d8574-10d1-407e-baab-722fd8f4bcc5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489358 Apr 19 18:43:45.338896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:45.372713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:45.391788 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Made reservation on behalf of 257b443ba4b441fd8410ddd6eaf5ab45 for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:45.398747 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:45.591189 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17f0be5-a732-4719-b03b-aa3c5cf9ae61 {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:43:45.605584 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:45.683684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Transition to ACTIVE for port object d17f0be5-a732-4719-b03b-aa3c5cf9ae61 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:45.694198 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:45.704482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:45.775909 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Pushing event updated for resources: {'Port': ['ID=d17f0be5-a732-4719-b03b-aa3c5cf9ae61,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:45.784379 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:45.882004 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Allocated IP 172.20.0.13 (9bd6a27b-f881-4d4d-9456-7c0db90eaa26/44eef042-2154-4438-8046-219828e8d0e3/d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:46.180349 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Attempting to bind port d17f0be5-a732-4719-b03b-aa3c5cf9ae61 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:43:46.180723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Attempting to bind port d17f0be5-a732-4719-b03b-aa3c5cf9ae61 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:43:46.181157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Attempting to bind port d17f0be5-a732-4719-b03b-aa3c5cf9ae61 on network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:46.195873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Port d17f0be5-a732-4719-b03b-aa3c5cf9ae61 on network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:43:46.196242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Attempting to bind port d17f0be5-a732-4719-b03b-aa3c5cf9ae61 on network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:46.259906 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f141ad-beb2-43cc-bba4-207065daab78 req-24309fbd-dab6-4947-ad69-1d31ba6d6204 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:46.261454 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-07f141ad-beb2-43cc-bba4-207065daab78 req-24309fbd-dab6-4947-ad69-1d31ba6d6204 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 946 time: 0.4146783 Apr 19 18:43:46.274957 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:43:46.275337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Checking segment: {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:46.275754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Bound using segment: {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:43:46.276233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Bound port: d17f0be5-a732-4719-b03b-aa3c5cf9ae61, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:43:46.276617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:46.352982 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-07f141ad-beb2-43cc-bba4-207065daab78 req-0c5c0c30-5132-489a-acb1-751299d265d9 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815940 Apr 19 18:43:46.401738 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2183f380-0725-49fc-87de-17ae7dea5833 req-845a344a-5cb3-42f6-9ecf-f74b161ee262 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 210 time: 0.0627925 Apr 19 18:43:46.552817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:46.558341 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] For port d17f0be5-a732-4719-b03b-aa3c5cf9ae61, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:43:46.561561 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] For port d17f0be5-a732-4719-b03b-aa3c5cf9ae61, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d17f0be5-a732-4719-b03b-aa3c5cf9ae61,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:43:46.578762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:46.611888 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:46.698150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Transition to ACTIVE for port object d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 will not be triggered until provisioned by entity DHCP. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:46.705005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:46.706434 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:46.708681 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] 10.222.0.60 "PUT /v2.0/ports/d17f0be5-a732-4719-b03b-aa3c5cf9ae61 HTTP/1.1" status: 200 len: 1093 time: 3.1793268 Apr 19 18:43:46.716527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'tag': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:43:46.772942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Pushing event updated for resources: {'Port': ['ID=d17f0be5-a732-4719-b03b-aa3c5cf9ae61,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:46.780857 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:46.832852 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f372cae-9918-4ba7-85eb-286a7a0c4b6a req-0224ac12-698b-462b-ad1b-5867a8284d56 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:46.834584 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6f372cae-9918-4ba7-85eb-286a7a0c4b6a req-0224ac12-698b-462b-ad1b-5867a8284d56 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 943 time: 0.3341949 Apr 19 18:43:46.838285 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'tag': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61', 'status': 'completed', 'code': 200} Apr 19 18:43:46.916883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:46.938441 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:46.983616 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6f372cae-9918-4ba7-85eb-286a7a0c4b6a req-f8d91823-0494-44d6-a9fb-5ea3d3a67a36 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377332 Apr 19 18:43:47.051934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:47.055946 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:47.058427 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:47.143843 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:47.143843 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:47.144442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event updated for resources: {'Port': ['ID=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:47.147435 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:47.152897 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-175bf096-fd0c-4827-853d-1634a19fd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:47.154544 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-175bf096-fd0c-4827-853d-1634a19fd9b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a5899c9f0a947d3be62b6da572ba349&device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 1096 time: 0.3769810 Apr 19 18:43:47.256458 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-17942867-1a49-4843-8ba7-8a523fdd25e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d17f0be5-a732-4719-b03b-aa3c5cf9ae61 HTTP/1.1" status: 200 len: 217 time: 0.0921023 Apr 19 18:43:47.262085 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2040353 Apr 19 18:43:47.308997 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Request body: {'port': {'device_id': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:47.354747 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-ebdbf875-f749-45fb-838a-73b6c2a8c802 None None] Provisioning for port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:47.360340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-ebdbf875-f749-45fb-838a-73b6c2a8c802 None None] Provisioning complete for port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:47.360759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf875-f749-45fb-838a-73b6c2a8c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:47.392966 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-709657f2-3048-4902-b795-7ec1f9816679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:47.394641 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-709657f2-3048-4902-b795-7ec1f9816679 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d07e6f8-f12e-4527-ab5b-a1c4a58a0091 HTTP/1.1" status: 200 len: 849 time: 0.1316745 Apr 19 18:43:47.438451 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbf875-f749-45fb-838a-73b6c2a8c802 None None] Port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:43:47.526234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:47.607482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-621430d9-9862-4ca1-ac4a-6d3e3af06efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:47.609091 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-621430d9-9862-4ca1-ac4a-6d3e3af06efd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1827722 Apr 19 18:43:47.677100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a0161-1c03-4211-9583-b3a7abd5908e req-e589ce26-873d-4659-9f30-52b1b06199fa tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:47.679485 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5f0a0161-1c03-4211-9583-b3a7abd5908e req-e589ce26-873d-4659-9f30-52b1b06199fa tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 932 time: 0.1196125 Apr 19 18:43:47.741335 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5f0a0161-1c03-4211-9583-b3a7abd5908e req-c429f27d-643e-4a52-b1e6-f78bb6cf599e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546587 Apr 19 18:43:48.060230 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-62367597-dabe-4634-8e40-c841afaf1599 service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348280 Apr 19 18:43:48.375677 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96669ea3-73af-4b53-a774-d3d4095272f3 req-d57d9c0e-1dbc-4a64-88a5-8319f6bbdfb9 service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941380 Apr 19 18:43:48.434669 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beb72a-60fb-46a8-84f4-2c213239a03c req-fb49b546-2d0e-4b44-ab8d-a899f5b8eef3 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:48.434669 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-08beb72a-60fb-46a8-84f4-2c213239a03c req-fb49b546-2d0e-4b44-ab8d-a899f5b8eef3 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 943 time: 0.2348659 Apr 19 18:43:48.588955 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-08beb72a-60fb-46a8-84f4-2c213239a03c req-1d9ec486-06aa-4c76-a0cf-a6041f4e2802 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222961 Apr 19 18:43:48.621148 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:43:48.631808 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:48.636990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbd0b7-f307-4309-aedd-32f19ccc1837 req-7fd79a56-2890-43f9-9fa6-ee4e735c2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:48.638589 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-48cbd0b7-f307-4309-aedd-32f19ccc1837 req-7fd79a56-2890-43f9-9fa6-ee4e735c2477 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a5899c9f0a947d3be62b6da572ba349&device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 1096 time: 0.2079256 Apr 19 18:43:48.678401 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Transition to ACTIVE for port object d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:48.693889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:48.702450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c2694c57-791f-4e5a-9cb0-e3064da6f7c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:48.953041 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbd0b7-f307-4309-aedd-32f19ccc1837 req-2a17b595-f4e9-4ca7-abb5-2c0403c7aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:48.955645 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-48cbd0b7-f307-4309-aedd-32f19ccc1837 req-2a17b595-f4e9-4ca7-abb5-2c0403c7aca8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a HTTP/1.1" status: 200 len: 911 time: 0.3029454 Apr 19 18:43:49.151329 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Pushing event updated for resources: {'Port': ['ID=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:49.168415 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:49.172973 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-48cbd0b7-f307-4309-aedd-32f19ccc1837 req-83a49b93-8e4d-4835-9994-9057c9f43af2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d17f0be5-a732-4719-b03b-aa3c5cf9ae61 HTTP/1.1" status: 200 len: 217 time: 0.1632094 Apr 19 18:43:49.302484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Attempting to bind port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:43:49.302881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Attempting to bind port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:43:49.303235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Attempting to bind port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 on network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:49.321226 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbd0b7-f307-4309-aedd-32f19ccc1837 req-359eced5-0034-45d8-a9f6-db065113f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:49.321226 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-48cbd0b7-f307-4309-aedd-32f19ccc1837 req-359eced5-0034-45d8-a9f6-db065113f4b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d07e6f8-f12e-4527-ab5b-a1c4a58a0091 HTTP/1.1" status: 200 len: 849 time: 0.1294341 Apr 19 18:43:49.321226 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 on network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:43:49.321226 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Attempting to bind port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 on network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:49.328539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:43:49.328895 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Checking segment: {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:49.329305 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Bound using segment: {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:43:49.329781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Bound port: d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:43:49.330490 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:49.515500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:43:49.519858 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:43:49.536383 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e7e4e-d86d-4c29-91c8-d2816cdb5e54 req-ccf54ac1-4675-4238-8d2b-9643dfe0c693 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:49.537148 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-311e7e4e-d86d-4c29-91c8-d2816cdb5e54 req-ccf54ac1-4675-4238-8d2b-9643dfe0c693 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Synchronizing usage tracker for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:49.545835 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:49.556519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-d5ddf0fd-482b-41e1-85f0-18dfa2338e2f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:49.557636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-d5ddf0fd-482b-41e1-85f0-18dfa2338e2f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Synchronizing usage tracker for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:network {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:49.561343 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:49.579735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-d5ddf0fd-482b-41e1-85f0-18dfa2338e2f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Unset dirty status for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:network {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:49.582495 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-d5ddf0fd-482b-41e1-85f0-18dfa2338e2f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 814 time: 0.2491789 Apr 19 18:43:49.603651 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-cdf4615a-ce54-4316-a770-a3a07fe22c62 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/quotas/7cd1aabf08cd4bc18b031e67427f213d HTTP/1.1" status: 200 len: 375 time: 0.0137510 Apr 19 18:43:49.660534 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:49.661534 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:49.663502 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] 10.222.0.60 "PUT /v2.0/ports/d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 HTTP/1.1" status: 200 len: 1094 time: 2.3598988 Apr 19 18:43:49.664373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-311e7e4e-d86d-4c29-91c8-d2816cdb5e54 req-ccf54ac1-4675-4238-8d2b-9643dfe0c693 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Unset dirty status for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:49.666976 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-311e7e4e-d86d-4c29-91c8-d2816cdb5e54 req-ccf54ac1-4675-4238-8d2b-9643dfe0c693 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.5624969 Apr 19 18:43:49.671483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:43:49.720204 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbd0b7-f307-4309-aedd-32f19ccc1837 req-427fed22-8b2e-44e0-8b7c-4288798199d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:49.722864 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-48cbd0b7-f307-4309-aedd-32f19ccc1837 req-427fed22-8b2e-44e0-8b7c-4288798199d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3799264 Apr 19 18:43:49.766760 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-c762ed3d-9f16-45dc-9ba4-3fdcf0479159 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1553125 Apr 19 18:43:49.836433 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-311e7e4e-d86d-4c29-91c8-d2816cdb5e54 req-ce4f815c-3ede-48c8-8f7f-e2b88c0a8d33 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568294 Apr 19 18:43:49.844733 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Pushing event updated for resources: {'Port': ['ID=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:49.848883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:50.024481 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-e277800d-a420-4635-a983-553ee99fd2ee service neutron] 10.222.0.10 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556667 Apr 19 18:43:50.203922 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-0ea50893-63c6-49b7-be7d-7d1ebc108768 service neutron] 10.222.0.10 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781209 Apr 19 18:43:50.274042 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-48cbd0b7-f307-4309-aedd-32f19ccc1837 req-40184a48-edfb-4837-ad93-159dd6dd1096 service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286491 Apr 19 18:43:50.316840 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-29878b7a-b392-4cde-979e-bce64e51da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:50.318516 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-29878b7a-b392-4cde-979e-bce64e51da08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 1097 time: 0.5935383 Apr 19 18:43:50.513051 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d20fc7f6-ee84-4a6a-b2e0-bdbd644633da req-d9ed80ce-b8ee-47bb-85f1-92bb7778f570 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 210 time: 0.0818856 Apr 19 18:43:50.575503 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'status': 'completed', 'code': 200} Apr 19 18:43:50.584927 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e35aa-1748-49cf-be7d-56a456962051 req-8a9239df-bf06-4ee3-8c86-7155315ff567 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:50.587026 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-619e35aa-1748-49cf-be7d-56a456962051 req-8a9239df-bf06-4ee3-8c86-7155315ff567 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 943 time: 0.4570274 Apr 19 18:43:50.613597 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-bd6b129f-0524-4215-a21d-c021215ad333 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 HTTP/1.1" status: 200 len: 217 time: 0.2772305 Apr 19 18:43:50.686214 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-48cbd0b7-f307-4309-aedd-32f19ccc1837 req-efecca0f-1740-450b-9365-ca0f73ee67fb service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009964 Apr 19 18:43:50.718150 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-619e35aa-1748-49cf-be7d-56a456962051 req-7981e89b-bf4e-4424-86a3-f15bc3cb646f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035171 Apr 19 18:43:50.748511 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-8e243aa3-e8fa-4fbb-a1c2-8640952cf520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:50.750540 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-8e243aa3-e8fa-4fbb-a1c2-8640952cf520 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 200 len: 855 time: 0.1066689 Apr 19 18:43:50.852613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-e53155d7-602b-41b7-a947-e87731f57a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:50.854467 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-e53155d7-602b-41b7-a947-e87731f57a2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923162 Apr 19 18:43:51.052110 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-688c7e6f-e458-4127-8c3c-1485989c53d8 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795719 Apr 19 18:43:51.182196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5089504-d76a-448a-881b-a71f939b60cc req-c7e68854-9748-4616-95e5-56ccfa4d03a6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:51.198812 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c5089504-d76a-448a-881b-a71f939b60cc req-c7e68854-9748-4616-95e5-56ccfa4d03a6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.1328557 Apr 19 18:43:51.266156 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd22853c-cd7a-4ca3-ab09-ff92dda27fc5 req-1229615c-2e07-4647-9e00-c75dce09a50a service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054513 Apr 19 18:43:51.270530 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c5089504-d76a-448a-881b-a71f939b60cc req-df49b999-9660-4cd4-9a27-6ce5b437e8df tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707684 Apr 19 18:43:51.361119 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d17f0be5-a732-4719-b03b-aa3c5cf9ae61 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:43:51.435872 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c810b2b-7b68-496a-957a-0e1ec5c987c1 req-2a1201e3-e9c5-42ca-b62c-2484a34f3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:51.438158 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1c810b2b-7b68-496a-957a-0e1ec5c987c1 req-2a1201e3-e9c5-42ca-b62c-2484a34f3572 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 1097 time: 0.1023183 Apr 19 18:43:51.621464 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c810b2b-7b68-496a-957a-0e1ec5c987c1 req-132453eb-73aa-455f-b037-6f9fd1fa6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:51.623466 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1c810b2b-7b68-496a-957a-0e1ec5c987c1 req-132453eb-73aa-455f-b037-6f9fd1fa6c3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 917 time: 0.1731699 Apr 19 18:43:51.688332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d17f0be5-a732-4719-b03b-aa3c5cf9ae61, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d17f0be5-a732-4719-b03b-aa3c5cf9ae61,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:51.706384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'port_id': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61', 'mac_address': 'fa:16:3e:7b:84:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:43:51.717896 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1c810b2b-7b68-496a-957a-0e1ec5c987c1 req-e36f39ae-a03a-4e5f-9bcd-0e990907f4d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 HTTP/1.1" status: 200 len: 217 time: 0.0781319 Apr 19 18:43:51.772473 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2186b5ef-82b2-4bd9-bfd3-9b2bbdbe7798 req-0ea4f212-e9cd-494d-a82d-85097d97e3fa tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 210 time: 0.0575523 Apr 19 18:43:51.774247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:51.814493 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17f0be5-a732-4719-b03b-aa3c5cf9ae61 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:43:51.831133 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d17f0be5-a732-4719-b03b-aa3c5cf9ae61, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d17f0be5-a732-4719-b03b-aa3c5cf9ae61,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:51.839446 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c810b2b-7b68-496a-957a-0e1ec5c987c1 req-1952726c-cbfc-447a-9cd1-70ec131dee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:51.841013 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1c810b2b-7b68-496a-957a-0e1ec5c987c1 req-1952726c-cbfc-447a-9cd1-70ec131dee67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 200 len: 855 time: 0.0675941 Apr 19 18:43:51.843076 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:51.844884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:51.928065 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=d17f0be5-a732-4719-b03b-aa3c5cf9ae61,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:51.932063 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:52.114712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb215e6-9661-4ede-b787-bcc90b4e71a2 req-5427b052-956b-4014-bc8a-64c80cb5996d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:52.123318 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2eb215e6-9661-4ede-b787-bcc90b4e71a2 req-5427b052-956b-4014-bc8a-64c80cb5996d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 944 time: 0.1430345 Apr 19 18:43:52.139359 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['d17f0be5-a732-4719-b03b-aa3c5cf9ae61'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:43:52.221811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-2eb215e6-9661-4ede-b787-bcc90b4e71a2 req-30f5e956-a599-4c23-b5f6-4a867f196eee tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Synchronizing usage tracker for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:security_group {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:52.250985 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-2eb215e6-9661-4ede-b787-bcc90b4e71a2 req-30f5e956-a599-4c23-b5f6-4a867f196eee tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Unset dirty status for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:security_group {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:52.261135 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2eb215e6-9661-4ede-b787-bcc90b4e71a2 req-30f5e956-a599-4c23-b5f6-4a867f196eee tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366246 Apr 19 18:43:52.359384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-ee857f31-07d1-4eb3-9dee-a8750ebaec5d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:52.361792 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-ee857f31-07d1-4eb3-9dee-a8750ebaec5d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 814 time: 0.3391192 Apr 19 18:43:52.374164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c810b2b-7b68-496a-957a-0e1ec5c987c1 req-762194e6-e4a8-4783-a5de-29bd3303fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:52.375817 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1c810b2b-7b68-496a-957a-0e1ec5c987c1 req-762194e6-e4a8-4783-a5de-29bd3303fd49 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5242712 Apr 19 18:43:52.688042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ef5ed-39e8-4835-9dcc-12853a9a9a24 req-e1216c97-b015-476c-8a47-5233c72c5b2c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:52.694867 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0a7ef5ed-39e8-4835-9dcc-12853a9a9a24 req-e1216c97-b015-476c-8a47-5233c72c5b2c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.1811523 Apr 19 18:43:52.718723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Request body: {'port': {'device_id': 'f841c944-3b26-4a6d-8454-6ef39ca302a3', 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996', 'admin_state_up': True, 'tenant_id': '7cd1aabf08cd4bc18b031e67427f213d'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:52.761742 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1c810b2b-7b68-496a-957a-0e1ec5c987c1 req-32178df9-9b8f-4d82-b7d1-02bb83e85303 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715792 Apr 19 18:43:52.774229 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0a7ef5ed-39e8-4835-9dcc-12853a9a9a24 req-5ef7dec7-5998-4972-932d-d62b3ab8d100 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665121 Apr 19 18:43:52.962239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-588aea6f-5cbd-49d7-95b1-b5ca26f9540c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:53.059011 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-587bec44-c66f-4c9e-9a20-d6d7c6aa7098 req-d7d6bff6-29b8-4e86-9fa9-fa0087ec30ce tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 210 time: 0.0651796 Apr 19 18:43:53.163312 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f16bb-9d3c-4836-96e4-da312bf4be68 req-af01d010-1677-4094-9c57-696932b98c3f tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:53.171866 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-be6f16bb-9d3c-4836-96e4-da312bf4be68 req-af01d010-1677-4094-9c57-696932b98c3f tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 946 time: 0.4089539 Apr 19 18:43:53.177237 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:53.196576 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1c810b2b-7b68-496a-957a-0e1ec5c987c1 req-2a72b4bb-167e-4714-bee4-c06a21389d37 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910514 Apr 19 18:43:53.215738 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:53.249184 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-be6f16bb-9d3c-4836-96e4-da312bf4be68 req-52991910-caf0-4d42-8f67-4f86297b3d58 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761602 Apr 19 18:43:53.272048 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Made reservation on behalf of 7cd1aabf08cd4bc18b031e67427f213d for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:53.278998 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:53.374000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d17f0be5-a732-4719-b03b-aa3c5cf9ae61 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:53.516157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port d17f0be5-a732-4719-b03b-aa3c5cf9ae61 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:53.522474 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port d17f0be5-a732-4719-b03b-aa3c5cf9ae61 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:53.523142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:53.569626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Allocated IP 172.20.0.7 (c3493dc4-ae2a-4c14-abb4-3246e5c61996/8a93d428-8eb4-45a2-8168-117528720b9d/54e0d429-57fe-44f6-85ef-5af2c86d03ca) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:53.572160 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467560c9-2b52-4a1f-8cbf-a3a9f411e121 req-e5861562-bfc2-4334-8135-1ffd88449d97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:53.579943 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-467560c9-2b52-4a1f-8cbf-a3a9f411e121 req-e5861562-bfc2-4334-8135-1ffd88449d97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 944 time: 0.1539369 Apr 19 18:43:53.637025 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-467560c9-2b52-4a1f-8cbf-a3a9f411e121 req-17efa25c-9327-406d-923f-b4a44f6f23ac tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555058 Apr 19 18:43:53.676070 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:53.712790 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:43:53.726789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d17f0be5-a732-4719-b03b-aa3c5cf9ae61, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d17f0be5-a732-4719-b03b-aa3c5cf9ae61,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:53.730520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:53.732547 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:53.796635 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61', 'code': 200} Apr 19 18:43:53.818520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=d17f0be5-a732-4719-b03b-aa3c5cf9ae61,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:53.822413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:53.845563 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:53.877936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:53.885045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:53.891023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['7eb118cb-9de7-4a99-b6cc-1492b7eab5cd'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:43:53.958891 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Pushing event updated for resources: {'Port': ['ID=54e0d429-57fe-44f6-85ef-5af2c86d03ca,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:53.963162 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:53.972974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Network c3493dc4-ae2a-4c14-abb4-3246e5c61996 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:53.974184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:53.976664 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:54.016064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d7447-880f-47ff-b036-907df60474fa req-28ad6493-307a-4ed5-8ab3-b1b21a34ea65 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:54.017933 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c33d7447-880f-47ff-b036-907df60474fa req-28ad6493-307a-4ed5-8ab3-b1b21a34ea65 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.1065733 Apr 19 18:43:54.070236 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c33d7447-880f-47ff-b036-907df60474fa req-964e5d63-551a-452b-8c8b-683e30237d49 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 Apr 19 18:43:54.106376 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:54.106376 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:54.145206 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7681699 Apr 19 18:43:54.150755 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb4680-5b38-41ee-ae14-6ea2cfa03c44 req-cf77806e-d617-42d5-a0c4-b7e9ef6972ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:54.152237 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-10cb4680-5b38-41ee-ae14-6ea2cfa03c44 req-cf77806e-d617-42d5-a0c4-b7e9ef6972ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 1098 time: 0.1238360 Apr 19 18:43:54.174075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Request body: {'port': {'device_id': 'f841c944-3b26-4a6d-8454-6ef39ca302a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:54.570790 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad990ec-c4ae-4cbe-8417-33ad8bdd64b8 req-5f823b49-ba79-4da2-a8b8-413995321f88 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:54.573407 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3ad990ec-c4ae-4cbe-8417-33ad8bdd64b8 req-5f823b49-ba79-4da2-a8b8-413995321f88 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 946 time: 0.2048776 Apr 19 18:43:54.582530 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:54.586140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.60', 54878) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:54.653444 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-10cb4680-5b38-41ee-ae14-6ea2cfa03c44 req-8ea2bad7-4a50-47b8-9612-1e06dee266d8 service neutron] Synchronizing usage tracker for tenant:2935f6b65776468d8e7f58b616f16c48 on resource:security_group {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:54.679350 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3ad990ec-c4ae-4cbe-8417-33ad8bdd64b8 req-4a730bed-abe8-41a5-b6fe-430b945c2a88 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991573 Apr 19 18:43:54.695215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-10cb4680-5b38-41ee-ae14-6ea2cfa03c44 req-8ea2bad7-4a50-47b8-9612-1e06dee266d8 service neutron] Unset dirty status for tenant:2935f6b65776468d8e7f58b616f16c48 on resource:security_group {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:54.696435 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-10cb4680-5b38-41ee-ae14-6ea2cfa03c44 req-8ea2bad7-4a50-47b8-9612-1e06dee266d8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4953651 Apr 19 18:43:54.715866 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c7877-b995-4c1c-87b6-ef820397ed14 req-3684f86f-7f5d-4ca3-9ba2-68840d92c7b1 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:54.716621 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-4b2c7877-b995-4c1c-87b6-ef820397ed14 req-3684f86f-7f5d-4ca3-9ba2-68840d92c7b1 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Synchronizing usage tracker for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:54.748550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3b3d1-2f60-4503-abe6-5463154ef84e req-79985e87-b4fc-4701-9e21-25ad33032d2e tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:54.761469 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f2f3b3d1-2f60-4503-abe6-5463154ef84e req-79985e87-b4fc-4701-9e21-25ad33032d2e tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 946 time: 0.1511810 Apr 19 18:43:54.805231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-4b2c7877-b995-4c1c-87b6-ef820397ed14 req-3684f86f-7f5d-4ca3-9ba2-68840d92c7b1 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Unset dirty status for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:54.806539 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4b2c7877-b995-4c1c-87b6-ef820397ed14 req-3684f86f-7f5d-4ca3-9ba2-68840d92c7b1 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 931 time: 0.5921857 Apr 19 18:43:54.898857 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4b2c7877-b995-4c1c-87b6-ef820397ed14 req-7ce4b28d-07b7-445e-a6a1-7b6c5cbd2f55 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841718 Apr 19 18:43:54.993782 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-f2f3b3d1-2f60-4503-abe6-5463154ef84e req-43a00a93-f46f-45d6-a280-102b857c749d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Deleting port 64f319c3-439f-4109-a673-b2fa50f8ff8e {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:43:54.994743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f2f3b3d1-2f60-4503-abe6-5463154ef84e req-43a00a93-f46f-45d6-a280-102b857c749d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.178548 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e0d429-57fe-44f6-85ef-5af2c86d03ca {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:43:55.190398 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.210285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Transition to ACTIVE for port object 54e0d429-57fe-44f6-85ef-5af2c86d03ca will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:55.213598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.227405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-62fb2437-5fd0-4b80-a34e-9fbfc45c2693 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:55.328737 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-f2f3b3d1-2f60-4503-abe6-5463154ef84e req-43a00a93-f46f-45d6-a280-102b857c749d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] For port 64f319c3-439f-4109-a673-b2fa50f8ff8e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=64f319c3-439f-4109-a673-b2fa50f8ff8e,segment=NetworkSegment(99bf43b2-41c3-4553-99bd-1ef90cf62ae3),segment_id=99bf43b2-41c3-4553-99bd-1ef90cf62ae3)] {{(pid=86314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:55.329326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f2f3b3d1-2f60-4503-abe6-5463154ef84e req-43a00a93-f46f-45d6-a280-102b857c749d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.380862 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:43:55.421800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48304) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:55.586833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:55.589162 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Pushing event updated for resources: {'Port': ['ID=54e0d429-57fe-44f6-85ef-5af2c86d03ca,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:55.592616 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:55.610366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Attempting to bind port 54e0d429-57fe-44f6-85ef-5af2c86d03ca on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:43:55.610797 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Attempting to bind port 54e0d429-57fe-44f6-85ef-5af2c86d03ca by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:43:55.611214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Attempting to bind port 54e0d429-57fe-44f6-85ef-5af2c86d03ca on network c3493dc4-ae2a-4c14-abb4-3246e5c61996 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:55.618004 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'port_id': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'mac_address': 'fa:16:3e:35:b5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:43:55.618420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Port 54e0d429-57fe-44f6-85ef-5af2c86d03ca on network c3493dc4-ae2a-4c14-abb4-3246e5c61996 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:43:55.618813 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Attempting to bind port 54e0d429-57fe-44f6-85ef-5af2c86d03ca on network c3493dc4-ae2a-4c14-abb4-3246e5c61996 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:55.628555 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:43:55.628928 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Checking segment: {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:55.629414 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Bound using segment: {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:43:55.629858 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Bound port: 54e0d429-57fe-44f6-85ef-5af2c86d03ca, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:43:55.630278 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.693255 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73736c-03d2-4183-9ca9-dec41e8aa97f req-14dfa94e-081c-4d58-8af3-be9273887ab9 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:55.694969 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0e73736c-03d2-4183-9ca9-dec41e8aa97f req-14dfa94e-081c-4d58-8af3-be9273887ab9 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.8217118 Apr 19 18:43:55.698356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.722577 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:43:55.722800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738c3a-97de-4f22-af59-2d11820dd32e req-f601258e-af44-49b5-ac08-c130651bddc6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:55.731107 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-aa738c3a-97de-4f22-af59-2d11820dd32e req-f601258e-af44-49b5-ac08-c130651bddc6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.3704751 Apr 19 18:43:55.733173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-35bf4e9c-4cd6-4b43-9774-c9c3212494d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.741616 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:55.745778 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.747868 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6c46fa21-6123-46d6-86fe-f413be5ba610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:55.772189 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-f2f3b3d1-2f60-4503-abe6-5463154ef84e req-43a00a93-f46f-45d6-a280-102b857c749d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Calling delete_port for 64f319c3-439f-4109-a673-b2fa50f8ff8e owned by compute:nova {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:43:55.796264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-35bf4e9c-4cd6-4b43-9774-c9c3212494d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:55.816750 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-35bf4e9c-4cd6-4b43-9774-c9c3212494d7 admin admin] Usage tracker for resource:security_group_rule and tenant:25076500d8684b6ea2f1c6bc5fbaf5f7 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:55.824495 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-35bf4e9c-4cd6-4b43-9774-c9c3212494d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:55.837061 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-aa738c3a-97de-4f22-af59-2d11820dd32e req-72d6b528-1bd9-4116-ae03-db4e1f9c853d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049538 Apr 19 18:43:55.838323 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-35bf4e9c-4cd6-4b43-9774-c9c3212494d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:55.860294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f4f96c4a-a2ec-46bd-9559-e908d5370be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.868194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:55.872322 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:55.876217 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.902996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] For port 54e0d429-57fe-44f6-85ef-5af2c86d03ca, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:43:55.909213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] For port 54e0d429-57fe-44f6-85ef-5af2c86d03ca, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=54e0d429-57fe-44f6-85ef-5af2c86d03ca,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:43:55.910978 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0e73736c-03d2-4183-9ca9-dec41e8aa97f req-b8d9ab15-250b-4685-b1b3-63ac37d2693e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475568 Apr 19 18:43:55.915573 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.922172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8f18ea9b-8f1d-4c73-aab1-76409a9c5e92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:55.976848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:55.977719 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.979232 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] 10.222.0.60 "PUT /v2.0/ports/54e0d429-57fe-44f6-85ef-5af2c86d03ca HTTP/1.1" status: 200 len: 1093 time: 1.8099132 Apr 19 18:43:55.999716 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f841c944-3b26-4a6d-8454-6ef39ca302a3', 'tag': '54e0d429-57fe-44f6-85ef-5af2c86d03ca'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:43:56.026554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:43:56.112958 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Pushing event updated for resources: {'Port': ['ID=54e0d429-57fe-44f6-85ef-5af2c86d03ca,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:56.115837 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:56.246180 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-653c6559-386a-4ce3-96eb-ba7b9c64f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:56.248104 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-653c6559-386a-4ce3-96eb-ba7b9c64f408 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 1096 time: 0.2031398 Apr 19 18:43:56.351911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af9653-6d9b-498c-874e-02e1ed0ccdeb req-dda278b8-1675-4623-8634-6fdc83323b06 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:56.353729 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-43af9653-6d9b-498c-874e-02e1ed0ccdeb req-dda278b8-1675-4623-8634-6fdc83323b06 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 943 time: 0.1980717 Apr 19 18:43:56.388113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-35bf4e9c-4cd6-4b43-9774-c9c3212494d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:56.390638 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-dd28a61a-993f-4f08-b2eb-fc8f5afdf2da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e0d429-57fe-44f6-85ef-5af2c86d03ca HTTP/1.1" status: 200 len: 217 time: 0.1203029 Apr 19 18:43:56.395127 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-35bf4e9c-4cd6-4b43-9774-c9c3212494d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:56.433150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:56.442907 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-35bf4e9c-4cd6-4b43-9774-c9c3212494d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25076500d8684b6ea2f1c6bc5fbaf5f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0123181 Apr 19 18:43:56.461106 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-43af9653-6d9b-498c-874e-02e1ed0ccdeb req-71a2b4a0-fb5f-4e97-936c-9ddb6f44d93a tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958333 Apr 19 18:43:56.462995 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48338) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:56.472851 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f2f3b3d1-2f60-4503-abe6-5463154ef84e req-43a00a93-f46f-45d6-a280-102b857c749d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:56.524003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-fa7f02bf-624e-4693-8182-147ea36c03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:56.525758 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-fa7f02bf-624e-4693-8182-147ea36c03ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a93d428-8eb4-45a2-8168-117528720b9d HTTP/1.1" status: 200 len: 854 time: 0.0952435 Apr 19 18:43:56.582598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:56.591572 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358e952-5a11-4eb0-9068-ac946c1e71a1 req-f936064d-418b-4477-bb30-5992b73f250b tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:56.593542 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9358e952-5a11-4eb0-9068-ac946c1e71a1 req-f936064d-418b-4477-bb30-5992b73f250b tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 946 time: 0.4899349 Apr 19 18:43:56.603126 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f841c944-3b26-4a6d-8454-6ef39ca302a3', 'tag': '54e0d429-57fe-44f6-85ef-5af2c86d03ca', 'status': 'completed', 'code': 200} Apr 19 18:43:56.611809 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf4e9c-4cd6-4b43-9774-c9c3212494d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93740983-532f-40d0-94b3-d343a57ddc7b,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:56.616173 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-89e27952-3b39-47d1-956a-19e93427e901 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3493dc4-ae2a-4c14-abb4-3246e5c61996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748453 Apr 19 18:43:56.616979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-35bf4e9c-4cd6-4b43-9774-c9c3212494d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:56.638943 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a00a93-f46f-45d6-a280-102b857c749d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Pushing event deleted for resources: {'Port': ['ID=64f319c3-439f-4109-a673-b2fa50f8ff8e,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:56.715209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-43a00a93-f46f-45d6-a280-102b857c749d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:56.728300 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9930abe1-e28c-4104-a9af-237c78678919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:56.740077 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f3b3d1-2f60-4503-abe6-5463154ef84e req-43a00a93-f46f-45d6-a280-102b857c749d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] No DVR routers for this DVR port 64f319c3-439f-4109-a673-b2fa50f8ff8e on host hv-cinder-78693 {{(pid=86314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:43:56.743358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['64f319c3-439f-4109-a673-b2fa50f8ff8e'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:43:56.749023 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9358e952-5a11-4eb0-9068-ac946c1e71a1 req-e6c5f507-4ad6-4759-9d1a-2139329f34df tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cfdd321-2aaa-4650-b944-15fd82ecdf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389604 Apr 19 18:43:56.768922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9930abe1-e28c-4104-a9af-237c78678919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:56.814298 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-e41894b4-4abd-49b0-8c31-87d28e1d253c service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788793 Apr 19 18:43:56.818293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f2f3b3d1-2f60-4503-abe6-5463154ef84e req-43a00a93-f46f-45d6-a280-102b857c749d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:56.818885 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6', 'name': 'network-vif-deleted', 'tag': '64f319c3-439f-4109-a673-b2fa50f8ff8e'}] {{(pid=86314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:43:56.908035 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f2f3b3d1-2f60-4503-abe6-5463154ef84e req-43a00a93-f46f-45d6-a280-102b857c749d tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.60 "DELETE /v2.0/ports/64f319c3-439f-4109-a673-b2fa50f8ff8e HTTP/1.1" status: 204 len: 173 time: 2.1351585 Apr 19 18:43:56.909791 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9930abe1-e28c-4104-a9af-237c78678919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:56.912584 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9930abe1-e28c-4104-a9af-237c78678919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:56.913894 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9930abe1-e28c-4104-a9af-237c78678919 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93740983-532f-40d0-94b3-d343a57ddc7b HTTP/1.1" status: 204 len: 168 time: 0.4449818 Apr 19 18:43:56.914707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6c3e8c47-1499-4088-9e3a-1ada61a7d12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:56.926715 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930abe1-e28c-4104-a9af-237c78678919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93740983-532f-40d0-94b3-d343a57ddc7b,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:56.929125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9930abe1-e28c-4104-a9af-237c78678919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:56.991253 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e09dd9f-8ad5-45ff-b22d-dc6b9207378b req-88bb05e2-9c34-4ba8-a863-7ab11b635f3b service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679564 Apr 19 18:43:57.216280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ac0ad-62cf-41fc-95b2-042ba97bf445 req-1ca5b38a-9f90-48ed-b413-fd4ada858d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:57.218051 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ad1ac0ad-62cf-41fc-95b2-042ba97bf445 req-1ca5b38a-9f90-48ed-b413-fd4ada858d3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 1096 time: 0.1753080 Apr 19 18:43:57.220257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d63ce8-096a-4765-882a-3ac9a215b84a req-9321ed68-623e-4b01-aef9-5a580763c2cc tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:57.228722 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-03d63ce8-096a-4765-882a-3ac9a215b84a req-9321ed68-623e-4b01-aef9-5a580763c2cc tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 945 time: 0.1367741 Apr 19 18:43:57.234907 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:57.277981 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-03d63ce8-096a-4765-882a-3ac9a215b84a req-5a637f1a-a9b2-43b6-8e2c-8c7c4db01750 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483422 Apr 19 18:43:57.319221 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48364) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:57.340292 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-20c11c65-7bc2-43be-85a8-0202ec088638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:57.359414 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-20c11c65-7bc2-43be-85a8-0202ec088638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:57.364853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-20c11c65-7bc2-43be-85a8-0202ec088638 admin admin] Usage tracker for resource:security_group_rule and tenant:cd8560cccf5d472783819eca1b9f286f is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:57.369050 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-20c11c65-7bc2-43be-85a8-0202ec088638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:57.376403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-20c11c65-7bc2-43be-85a8-0202ec088638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:57.394622 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:57.396173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2785a3c-99a0-4e20-abfe-b9602629d4bd req-7c2617db-2995-417e-9483-8797d22840a9 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:57.397833 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d2785a3c-99a0-4e20-abfe-b9602629d4bd req-7c2617db-2995-417e-9483-8797d22840a9 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.2439888 Apr 19 18:43:57.402805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ac0ad-62cf-41fc-95b2-042ba97bf445 req-6e9cb8da-5896-4580-8c85-bf474387b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:57.404634 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ad1ac0ad-62cf-41fc-95b2-042ba97bf445 req-6e9cb8da-5896-4580-8c85-bf474387b9d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 915 time: 0.1764910 Apr 19 18:43:57.491891 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-20c11c65-7bc2-43be-85a8-0202ec088638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:57.497394 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ad1ac0ad-62cf-41fc-95b2-042ba97bf445 req-68db03da-b7c2-4b89-8573-107c14a98f97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e0d429-57fe-44f6-85ef-5af2c86d03ca HTTP/1.1" status: 200 len: 217 time: 0.0734332 Apr 19 18:43:57.500253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-20c11c65-7bc2-43be-85a8-0202ec088638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:57.563315 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6', 'name': 'network-vif-deleted', 'tag': '64f319c3-439f-4109-a673-b2fa50f8ff8e', 'status': 'completed', 'code': 200} Apr 19 18:43:57.563921 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-92bafb28-77b1-498b-850f-3c9aee3496e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:57.586737 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ac0ad-62cf-41fc-95b2-042ba97bf445 req-fe5b112c-f858-4974-964c-732af920f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:57.588395 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ad1ac0ad-62cf-41fc-95b2-042ba97bf445 req-fe5b112c-f858-4974-964c-732af920f4fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a93d428-8eb4-45a2-8168-117528720b9d HTTP/1.1" status: 200 len: 854 time: 0.0791044 Apr 19 18:43:57.601664 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d2785a3c-99a0-4e20-abfe-b9602629d4bd req-181d33c1-ec86-4f34-985e-e3d203696551 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960411 Apr 19 18:43:57.635346 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-20c11c65-7bc2-43be-85a8-0202ec088638 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd8560cccf5d472783819eca1b9f286f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145788 Apr 19 18:43:57.636275 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c11c65-7bc2-43be-85a8-0202ec088638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665469ea-79d7-4129-b483-c94ec85e72aa,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:57.648058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48378) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:57.673149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-20c11c65-7bc2-43be-85a8-0202ec088638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:57.691035 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:57.709026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:57.709452 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:57.724389 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ad1ac0ad-62cf-41fc-95b2-042ba97bf445 req-8cb3be55-5acf-45b0-912b-1efe8a3ce4e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3493dc4-ae2a-4c14-abb4-3246e5c61996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215317 Apr 19 18:43:57.890987 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9c8151b0-cabe-46f1-9c5f-e1e4286b0be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:57.926287 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:57.970256 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:43:57.983130 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:57.987962 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:57.989229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 64f319c3-439f-4109-a673-b2fa50f8ff8e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:43:57.996158 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9c8151b0-cabe-46f1-9c5f-e1e4286b0be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:58.058740 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:58.148870 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13a46b-6787-43f4-9d88-bc202b4f0501 req-d7d9687e-10ea-47cc-a5b5-05507420dc28 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:58.151030 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0f13a46b-6787-43f4-9d88-bc202b4f0501 req-d7d9687e-10ea-47cc-a5b5-05507420dc28 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 943 time: 0.3625646 Apr 19 18:43:58.237281 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0f13a46b-6787-43f4-9d88-bc202b4f0501 req-ba079dd3-59df-4e52-a37c-9850c39958a9 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737636 Apr 19 18:43:58.251322 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9c8151b0-cabe-46f1-9c5f-e1e4286b0be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:58.263257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-72a41e51-950e-4112-80e4-dc402febd87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:58.272057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:58.296811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8151b0-cabe-46f1-9c5f-e1e4286b0be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665469ea-79d7-4129-b483-c94ec85e72aa,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:58.299879 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98056-30fe-4970-8d8d-7789eaf42743 req-838f1a64-f1a6-4aa7-8db7-b23d14940403 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:58.300908 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:58.302417 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9c8151b0-cabe-46f1-9c5f-e1e4286b0be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:58.303794 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9c8151b0-cabe-46f1-9c5f-e1e4286b0be5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/665469ea-79d7-4129-b483-c94ec85e72aa HTTP/1.1" status: 204 len: 168 time: 0.6546080 Apr 19 18:43:58.307352 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7cc98056-30fe-4970-8d8d-7789eaf42743 req-838f1a64-f1a6-4aa7-8db7-b23d14940403 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.5818179 Apr 19 18:43:58.322520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48412) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:58.324152 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9c8151b0-cabe-46f1-9c5f-e1e4286b0be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:58.337610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: 64f319c3-439f-4109-a673-b2fa50f8ff8e {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:43:58.338981 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 64f319c3-439f-4109-a673-b2fa50f8ff8e not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:43:58.366339 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-9bedabd0-cc72-4893-8cae-c7dac2d262aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Request body: {'floatingip': {'port_id': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:58.372663 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:58.410729 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'code': 200} Apr 19 18:43:58.514709 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ad1ac0ad-62cf-41fc-95b2-042ba97bf445 req-08b07aaa-cb27-40be-a617-c16e3488740b service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102649 Apr 19 18:43:58.578404 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-72a79735-e027-4636-81f0-81d4b61833cc req-ba684a27-492b-4158-a4ea-a678771ab362 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Synchronizing usage tracker for tenant:b9ea8b9eba2241a9ac3e2114e6ba0d1d on resource:port {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:58.610199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-72a79735-e027-4636-81f0-81d4b61833cc req-ba684a27-492b-4158-a4ea-a678771ab362 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] Unset dirty status for tenant:b9ea8b9eba2241a9ac3e2114e6ba0d1d on resource:port {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:58.621359 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-72a79735-e027-4636-81f0-81d4b61833cc req-ba684a27-492b-4158-a4ea-a678771ab362 tempest-DeleteServersTestJSON-1086060531 tempest-DeleteServersTestJSON-1086060531-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab9097d9-d97b-4e3b-92c9-8dc6f71bdbf6 HTTP/1.1" status: 200 len: 210 time: 0.1454628 Apr 19 18:43:58.668783 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9bedabd0-cc72-4893-8cae-c7dac2d262aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:58.762778 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086267f-780b-4b83-b0b4-d497454e86b9 req-8993247e-2948-4332-b53e-8c712e35837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:58.764397 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a086267f-780b-4b83-b0b4-d497454e86b9 req-8993247e-2948-4332-b53e-8c712e35837d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 1099 time: 0.0891500 Apr 19 18:43:58.816832 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a086267f-780b-4b83-b0b4-d497454e86b9 req-2c9a663b-1117-4aeb-9fe8-128926b0143b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447755 Apr 19 18:43:58.899756 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ad1ac0ad-62cf-41fc-95b2-042ba97bf445 req-1610f9ba-ae9f-49c9-a74b-6625a29fbdbb service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763115 Apr 19 18:43:59.058676 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966fabe-af1b-4a0f-ab41-abf748fb1f64 req-ae5ef360-653f-4b23-bc3b-7c06394ffca7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:59.060221 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3966fabe-af1b-4a0f-ab41-abf748fb1f64 req-ae5ef360-653f-4b23-bc3b-7c06394ffca7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.3943834 Apr 19 18:43:59.201542 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3966fabe-af1b-4a0f-ab41-abf748fb1f64 req-220be823-8c5b-479e-a98f-e1bbf41aff70 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768464 Apr 19 18:43:59.335525 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48448) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:59.401685 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 54e0d429-57fe-44f6-85ef-5af2c86d03ca details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:43:59.479905 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f631e-b5bc-46c7-9509-b4f02635c314 req-80b6a2c2-9a07-4fd3-96b1-661096837a77 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:59.490501 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-173f631e-b5bc-46c7-9509-b4f02635c314 req-80b6a2c2-9a07-4fd3-96b1-661096837a77 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 943 time: 0.1312168 Apr 19 18:43:59.545310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48460) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:59.610348 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-173f631e-b5bc-46c7-9509-b4f02635c314 req-8c800923-5c5d-4f9f-bc0a-9bec21b1404e tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156027 Apr 19 18:43:59.674310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 54e0d429-57fe-44f6-85ef-5af2c86d03ca, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=54e0d429-57fe-44f6-85ef-5af2c86d03ca,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:59.692395 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': '54e0d429-57fe-44f6-85ef-5af2c86d03ca', 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996', 'port_id': '54e0d429-57fe-44f6-85ef-5af2c86d03ca', 'mac_address': 'fa:16:3e:7e:17:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a93d428-8eb4-45a2-8168-117528720b9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:43:59.698053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-37e61588-f8d8-4697-81e3-df6b83b69ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:59.754114 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-37e61588-f8d8-4697-81e3-df6b83b69ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:59.760195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-37e61588-f8d8-4697-81e3-df6b83b69ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:be850dd47858420d9533b2a6fa9d7215 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:59.764362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-37e61588-f8d8-4697-81e3-df6b83b69ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:59.772673 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-37e61588-f8d8-4697-81e3-df6b83b69ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:59.797281 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9bedabd0-cc72-4893-8cae-c7dac2d262aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:59.802536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9bedabd0-cc72-4893-8cae-c7dac2d262aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:59.808049 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1998610600-network', 'tenant_id': '7e0d5f449eb04a00937ef83d21db7b17'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:59.819794 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:59.826845 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Usage tracker for resource:network and tenant:7e0d5f449eb04a00937ef83d21db7b17 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:59.829460 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:59.833351 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:59.850378 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:59.876686 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Made reservation on behalf of 7e0d5f449eb04a00937ef83d21db7b17 for: {'network': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:59.882354 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:59.888775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e0d429-57fe-44f6-85ef-5af2c86d03ca {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:43:59.897751 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:59.916498 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:59.921960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Usage tracker for resource:security_group_rule and tenant:7e0d5f449eb04a00937ef83d21db7b17 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:43:59.931984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 54e0d429-57fe-44f6-85ef-5af2c86d03ca, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=54e0d429-57fe-44f6-85ef-5af2c86d03ca,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:59.940787 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:43:59.942214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:59.944280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:59.949903 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:00.074364 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=54e0d429-57fe-44f6-85ef-5af2c86d03ca,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:00.087464 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:00.087894 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:00.091559 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_db [None req-9bedabd0-cc72-4893-8cae-c7dac2d262aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Floating IP 72c6305c-0bad-4715-8f39-2ca2cf1f464f associated. External IP: 172.28.0.185, port: d17f0be5-a732-4719-b03b-aa3c5cf9ae61. Apr 19 18:44:00.095169 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:00.107411 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=86314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:44:00.118722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:00.119125 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Added segment 0f7d394e-3810-4be7-9a3e-8eba61ffa4ad of type vlan for network 03d30c63-2e39-4d1d-892a-5ad908d3556f Apr 19 18:44:00.147446 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:00.162003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:00.249934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-37e61588-f8d8-4697-81e3-df6b83b69ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:00.259172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afdffaa-ef08-46ef-bbf2-777a33b8c237,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:00.265078 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['54e0d429-57fe-44f6-85ef-5af2c86d03ca'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:44:00.270857 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:00.277511 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-37e61588-f8d8-4697-81e3-df6b83b69ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:00.342026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4a416a4c-fbda-425a-ab11-2f79c7570652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:00.409586 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-37e61588-f8d8-4697-81e3-df6b83b69ac3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be850dd47858420d9533b2a6fa9d7215&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0728970 Apr 19 18:44:00.411056 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e61588-f8d8-4697-81e3-df6b83b69ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2161b2ac-5659-443b-878f-cacdca9595e3,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:00.414204 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:00.476907 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48494) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:00.478080 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-37e61588-f8d8-4697-81e3-df6b83b69ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:00.495390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:00.496295 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:00.507570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:00.646103 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Pushing event updated for resources: {'Network': ['ID=03d30c63-2e39-4d1d-892a-5ad908d3556f,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:00.657150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:00.657924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 03d30c63-2e39-4d1d-892a-5ad908d3556f details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:44:00.729708 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-46bbf26a-a94a-4ee6-9b27-3b03f14b71a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:00.759750 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-46bbf26a-a94a-4ee6-9b27-3b03f14b71a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:00.813362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be744ba1-e37b-41cd-a422-e35d47bf52f4 req-bb4cfd98-6d97-479b-aea1-d27368857d28 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:00.821286 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-be744ba1-e37b-41cd-a422-e35d47bf52f4 req-bb4cfd98-6d97-479b-aea1-d27368857d28 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.3995929 Apr 19 18:44:00.866733 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3201823 Apr 19 18:44:00.880156 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-be744ba1-e37b-41cd-a422-e35d47bf52f4 req-4dbcb834-0093-48ec-a5f1-68f260d4a1d1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578692 Apr 19 18:44:00.881179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48510) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:00.902609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Request body: {'subnet': {'network_id': '03d30c63-2e39-4d1d-892a-5ad908d3556f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1998610600-subnet', 'tenant_id': '7e0d5f449eb04a00937ef83d21db7b17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:00.902609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:00.902609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-46bbf26a-a94a-4ee6-9b27-3b03f14b71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:00.911454 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1b6fc094-d0dd-40e8-8662-e8e7040ebe41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:00.916161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bedabd0-cc72-4893-8cae-c7dac2d262aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Router 1b10ec8a-404f-42e8-accd-08d1a1797ffa has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:44:00.921729 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Usage tracker for resource:subnet and tenant:7e0d5f449eb04a00937ef83d21db7b17 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:00.929829 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:00.938334 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-46bbf26a-a94a-4ee6-9b27-3b03f14b71a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:00.940061 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-46bbf26a-a94a-4ee6-9b27-3b03f14b71a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2161b2ac-5659-443b-878f-cacdca9595e3 HTTP/1.1" status: 204 len: 168 time: 0.4562778 Apr 19 18:44:00.941260 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbf26a-a94a-4ee6-9b27-3b03f14b71a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2161b2ac-5659-443b-878f-cacdca9595e3,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:00.949115 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:00.951882 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-46bbf26a-a94a-4ee6-9b27-3b03f14b71a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:00.977693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Made reservation on behalf of 7e0d5f449eb04a00937ef83d21db7b17 for: {'subnet': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:00.982651 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:01.153193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa186-fe3d-415a-9e20-ea175d62193b req-3de1c974-dec7-45df-a7d8-0299ec60195e tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:01.154777 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-63efa186-fe3d-415a-9e20-ea175d62193b req-3de1c974-dec7-45df-a7d8-0299ec60195e tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 944 time: 0.3426111 Apr 19 18:44:01.213547 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-63efa186-fe3d-415a-9e20-ea175d62193b req-d2e450eb-9962-4891-80a9-e178088691d6 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486438 Apr 19 18:44:01.251506 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bb102-24f8-48d6-95a9-e3b34805dcda req-1b4ed62d-a3e8-4a66-878d-6c0aed68868c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:01.255696 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bedabd0-cc72-4893-8cae-c7dac2d262aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:44:01.263223 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b99bb102-24f8-48d6-95a9-e3b34805dcda req-1b4ed62d-a3e8-4a66-878d-6c0aed68868c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1732364 Apr 19 18:44:01.263798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48526) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:01.273015 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85988500-58cd-4bce-a590-5f7de1f38974 None None] Sync routers for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:44:01.277184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-a8893c9a-85d1-4322-aa71-f3052e9cb8cd tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Request body: {'floatingip': {'port_id': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:01.281852 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9bedabd0-cc72-4893-8cae-c7dac2d262aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:01.289194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85988500-58cd-4bce-a590-5f7de1f38974 None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:44:01.290095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-85988500-58cd-4bce-a590-5f7de1f38974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:43:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:01.309893 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48530) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:01.353858 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9bedabd0-cc72-4893-8cae-c7dac2d262aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "PUT /v2.0/floatingips/72c6305c-0bad-4715-8f39-2ca2cf1f464f HTTP/1.1" status: 200 len: 991 time: 3.0296862 Apr 19 18:44:01.354723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'tag': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:01.423601 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a8893c9a-85d1-4322-aa71-f3052e9cb8cd tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:01.429324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 54e0d429-57fe-44f6-85ef-5af2c86d03ca up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:44:01.462854 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'tag': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61', 'status': 'completed', 'code': 200} Apr 19 18:44:01.573586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48544) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:01.660616 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port 54e0d429-57fe-44f6-85ef-5af2c86d03ca completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:44:01.666833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port 54e0d429-57fe-44f6-85ef-5af2c86d03ca triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:44:01.667257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:01.686449 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:01.725911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8b9006a5-6b27-4029-9650-90bbd46e966f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:01.771777 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:01.781073 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-8b9006a5-6b27-4029-9650-90bbd46e966f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:01.785887 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-8b9006a5-6b27-4029-9650-90bbd46e966f admin admin] Usage tracker for resource:security_group_rule and tenant:8f6d38efd4b645228b009a7d98e0d775 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:01.789367 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-8b9006a5-6b27-4029-9650-90bbd46e966f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:01.796499 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-8b9006a5-6b27-4029-9650-90bbd46e966f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:01.840759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:01.874075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f841c944-3b26-4a6d-8454-6ef39ca302a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e0d429-57fe-44f6-85ef-5af2c86d03ca'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:01.895743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8b9006a5-6b27-4029-9650-90bbd46e966f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:01.897390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Usage tracker for resource:security_group_rule and tenant:ea730aec03944fa7a968fed1991a7407 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:01.904040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 54e0d429-57fe-44f6-85ef-5af2c86d03ca, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=54e0d429-57fe-44f6-85ef-5af2c86d03ca,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:01.904160 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:01.912401 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:01.914799 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9271c82a-2c91-43f3-bcb8-139462c5ba40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:01.919908 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8b9006a5-6b27-4029-9650-90bbd46e966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:01.927241 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:01.935826 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-85988500-58cd-4bce-a590-5f7de1f38974 None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:44:01.942467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f9232e7a-e270-472e-a97e-642d06d41a5d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:01.989221 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f841c944-3b26-4a6d-8454-6ef39ca302a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e0d429-57fe-44f6-85ef-5af2c86d03ca', 'code': 200} Apr 19 18:44:02.038813 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b735bb3-752f-46d2-8875-6a21682af3f2 req-8db1c29f-c79d-44cc-be68-3b228db863ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:02.045661 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2b735bb3-752f-46d2-8875-6a21682af3f2 req-8db1c29f-c79d-44cc-be68-3b228db863ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a5899c9f0a947d3be62b6da572ba349&device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 1098 time: 0.5781770 Apr 19 18:44:02.046064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=54e0d429-57fe-44f6-85ef-5af2c86d03ca,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:02.050100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:02.054426 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-8b9006a5-6b27-4029-9650-90bbd46e966f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8f6d38efd4b645228b009a7d98e0d775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7376416 Apr 19 18:44:02.191526 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48564) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:02.192193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48568) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:02.192953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9006a5-6b27-4029-9650-90bbd46e966f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fc73a5-a0f0-4d39-8fce-5f8577456379,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:02.206877 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8b9006a5-6b27-4029-9650-90bbd46e966f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:02.306580 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-964e2f1f-6719-4a82-9db2-41f06d524b99 admin admin] Deleting subnet 285570f5-3916-4508-8518-e75ec7040f50 {{(pid=86313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:44:02.321992 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-964e2f1f-6719-4a82-9db2-41f06d524b99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:02.478753 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-85988500-58cd-4bce-a590-5f7de1f38974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': '72c6305c-0bad-4715-8f39-2ca2cf1f464f', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'port_id': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'mac_address': 'fa:16:3e:7b:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:43:35Z', 'updated_at': '2021-04-19T18:43:59Z', 'revision_number': 1, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:39Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:02.483288 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85988500-58cd-4bce-a590-5f7de1f38974 None None] Checking router: 1b10ec8a-404f-42e8-accd-08d1a1797ffa for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:44:02.495214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85988500-58cd-4bce-a590-5f7de1f38974 None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:44:02.495896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-85988500-58cd-4bce-a590-5f7de1f38974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:43:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:02.520413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-964e2f1f-6719-4a82-9db2-41f06d524b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852566802'] for subnet, precommit_delete_associations {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:02.586243 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b735bb3-752f-46d2-8875-6a21682af3f2 req-9b0f1399-5960-412a-aebe-aa0a4325518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:02.587864 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2b735bb3-752f-46d2-8875-6a21682af3f2 req-9b0f1399-5960-412a-aebe-aa0a4325518f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a HTTP/1.1" status: 200 len: 911 time: 0.5198250 Apr 19 18:44:02.693945 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-85988500-58cd-4bce-a590-5f7de1f38974 None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:44:02.701695 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-23e0b734-b5aa-44ca-93e6-df2ac73657d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:02.781779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-964e2f1f-6719-4a82-9db2-41f06d524b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:02.829853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-23e0b734-b5aa-44ca-93e6-df2ac73657d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:02.846157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:02.862783 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdd858-2d2f-4632-8ab4-bd65e89bf928 req-97aa2d80-c7b1-469f-a85d-ef38a2a57279 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:02.864427 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8ebdd858-2d2f-4632-8ab4-bd65e89bf928 req-97aa2d80-c7b1-469f-a85d-ef38a2a57279 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 945 time: 0.4962177 Apr 19 18:44:02.870688 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2b735bb3-752f-46d2-8875-6a21682af3f2 req-307b4902-8dcd-4c1b-b756-8f5b9392a1dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d17f0be5-a732-4719-b03b-aa3c5cf9ae61 HTTP/1.1" status: 200 len: 999 time: 0.2615283 Apr 19 18:44:02.880092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:02.936786 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:02.978193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb5e52-8936-4bb4-bdbb-6b683d867ea7 req-e8421f09-9063-428f-9167-f1e970dafb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:02.980101 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8fdb5e52-8936-4bb4-bdbb-6b683d867ea7 req-e8421f09-9063-428f-9167-f1e970dafb77 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 1098 time: 0.7626872 Apr 19 18:44:03.015845 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a8893c9a-85d1-4322-aa71-f3052e9cb8cd tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:03.033566 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a8893c9a-85d1-4322-aa71-f3052e9cb8cd tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:03.103332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-85988500-58cd-4bce-a590-5f7de1f38974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': '72c6305c-0bad-4715-8f39-2ca2cf1f464f', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'port_id': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'mac_address': 'fa:16:3e:7b:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:43:35Z', 'updated_at': '2021-04-19T18:43:59Z', 'revision_number': 1, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:39Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:03.107536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85988500-58cd-4bce-a590-5f7de1f38974 None None] The sync data for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb is: [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': '72c6305c-0bad-4715-8f39-2ca2cf1f464f', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'port_id': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'mac_address': 'fa:16:3e:7b:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:43:35Z', 'updated_at': '2021-04-19T18:43:59Z', 'revision_number': 1, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:39Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:44:03.155412 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be10273f-1e23-4875-9276-4b766e6c3931,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:03.177862 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea730aec03944fa7a968fed1991a7407&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5934072 Apr 19 18:44:03.181290 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8ebdd858-2d2f-4632-8ab4-bd65e89bf928 req-c673435b-0e54-4e96-89ff-20e55c88b6e0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901721 Apr 19 18:44:03.184076 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48582) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:03.187855 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.188253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.188520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.188869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.190148 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.190148 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.190509 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.190905 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.191285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.191657 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.192014 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.192385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.196958 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b735bb3-752f-46d2-8875-6a21682af3f2 req-9c60660b-6f21-4824-91c5-f33f82ca6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:03.198651 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2b735bb3-752f-46d2-8875-6a21682af3f2 req-9c60660b-6f21-4824-91c5-f33f82ca6d27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d07e6f8-f12e-4527-ab5b-a1c4a58a0091 HTTP/1.1" status: 200 len: 849 time: 0.3087761 Apr 19 18:44:03.208363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:03.226233 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8fdb5e52-8936-4bb4-bdbb-6b683d867ea7 req-b174e661-7dba-4ac5-91af-e8b9a831b25e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371125 Apr 19 18:44:03.328019 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:03.337325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-abe00052-a204-480c-b72c-c668660911ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:03.396896 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_db [None req-a8893c9a-85d1-4322-aa71-f3052e9cb8cd tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Floating IP 0e40b22b-5751-4113-b87a-b5da5a3ea842 associated. External IP: 172.28.0.190, port: d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16. Apr 19 18:44:03.536025 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251d713-0322-4e22-afe1-838a1e5f103f None None] New status for floating IP 72c6305c-0bad-4715-8f39-2ca2cf1f464f: ACTIVE {{(pid=86315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:44:03.556570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-23e0b734-b5aa-44ca-93e6-df2ac73657d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:03.610930 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:03.688472 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-23e0b734-b5aa-44ca-93e6-df2ac73657d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:03.692163 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-23e0b734-b5aa-44ca-93e6-df2ac73657d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9fc73a5-a0f0-4d39-8fce-5f8577456379 HTTP/1.1" status: 204 len: 168 time: 1.4957116 Apr 19 18:44:03.724665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9428f0f1-f894-48fa-a188-17aa312d5a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:03.761333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9428f0f1-f894-48fa-a188-17aa312d5a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:03.768967 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Pushing event updated for resources: {'Subnet': ['ID=59fd9f75-e2e5-4bcc-8b39-020d33211155,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:03.790502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Checking segment: {'id': '0f7d394e-3810-4be7-9a3e-8eba61ffa4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '03d30c63-2e39-4d1d-892a-5ad908d3556f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:03.790927 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Network hostable DHCP agents. Network: 03d30c63-2e39-4d1d-892a-5ad908d3556f, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:44:03.805678 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.806080 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.806473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.806961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.807239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.807622 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.808000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.808377 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.808754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.809127 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.809500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.809871 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:03.816736 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0b734-b5aa-44ca-93e6-df2ac73657d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fc73a5-a0f0-4d39-8fce-5f8577456379,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:03.820249 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-23e0b734-b5aa-44ca-93e6-df2ac73657d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:03.820410 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:03.837283 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9428f0f1-f894-48fa-a188-17aa312d5a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:03.850220 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Network 03d30c63-2e39-4d1d-892a-5ad908d3556f is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:44:03.867754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3cb271a0-8080-4852-a74b-4cfdce3d7b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:03.872416 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 03d30c63-2e39-4d1d-892a-5ad908d3556f) {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:03.884549 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8893c9a-85d1-4322-aa71-f3052e9cb8cd tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:44:03.886247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:03.886960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:03.914217 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b735bb3-752f-46d2-8875-6a21682af3f2 req-98986c41-f46b-46f7-b956-165ef9bfd150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:03.917973 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2b735bb3-752f-46d2-8875-6a21682af3f2 req-98986c41-f46b-46f7-b956-165ef9bfd150 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7061923 Apr 19 18:44:03.934162 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428f0f1-f894-48fa-a188-17aa312d5a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be10273f-1e23-4875-9276-4b766e6c3931,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:03.939484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9428f0f1-f894-48fa-a188-17aa312d5a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:03.978363 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0942354 Apr 19 18:44:04.203715 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8893c9a-85d1-4322-aa71-f3052e9cb8cd tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:44:04.229388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a8893c9a-85d1-4322-aa71-f3052e9cb8cd tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:04.238436 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c669b16d-042d-4b2e-b744-7ab85b630b51 None None] Sync routers for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:44:04.260308 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669b16d-042d-4b2e-b744-7ab85b630b51 None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:44:04.261000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-c669b16d-042d-4b2e-b744-7ab85b630b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:43:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:04.265870 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39525299-32ee-4a3a-8e79-c73a8c8dee81 None None] Network 03d30c63-2e39-4d1d-892a-5ad908d3556f requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:44:04.381741 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2b735bb3-752f-46d2-8875-6a21682af3f2 req-f28615b2-577e-4fd9-8845-85dff9e3c960 service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304163 Apr 19 18:44:04.491636 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a8893c9a-85d1-4322-aa71-f3052e9cb8cd tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "PUT /v2.0/floatingips/0e40b22b-5751-4113-b87a-b5da5a3ea842 HTTP/1.1" status: 200 len: 992 time: 3.2226863 Apr 19 18:44:04.493591 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16'}] {{(pid=86314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:04.591232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48630) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:04.625663 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1203f82-0ba3-47bc-b8bb-d99e73c9e19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:04.643935 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9428f0f1-f894-48fa-a188-17aa312d5a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:04.647872 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e1203f82-0ba3-47bc-b8bb-d99e73c9e19b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:04.648031 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9428f0f1-f894-48fa-a188-17aa312d5a3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be10273f-1e23-4875-9276-4b766e6c3931 HTTP/1.1" status: 204 len: 168 time: 1.4601603 Apr 19 18:44:04.651181 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-e1203f82-0ba3-47bc-b8bb-d99e73c9e19b admin admin] Usage tracker for resource:security_group_rule and tenant:d7e16f297f214c0b83b275e1d0df54b8 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:04.654965 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-e1203f82-0ba3-47bc-b8bb-d99e73c9e19b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:04.662075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e1203f82-0ba3-47bc-b8bb-d99e73c9e19b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:04.700900 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005f9a6c-e630-4c70-a217-285106ed1f2d None None] Network 03d30c63-2e39-4d1d-892a-5ad908d3556f requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:44:04.770218 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'status': 'completed', 'code': 200} Apr 19 18:44:04.823713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-964e2f1f-6719-4a82-9db2-41f06d524b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2790604'] for subnet, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:04.825798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-c669b16d-042d-4b2e-b744-7ab85b630b51 None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:44:04.870377 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:04.916874 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1203f82-0ba3-47bc-b8bb-d99e73c9e19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:04.926701 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1203f82-0ba3-47bc-b8bb-d99e73c9e19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:04.959924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ff2636d-57fd-45d4-a5a0-faae74d18364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:04.971556 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e1203f82-0ba3-47bc-b8bb-d99e73c9e19b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7e16f297f214c0b83b275e1d0df54b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775034 Apr 19 18:44:04.976372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48640) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:04.979680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e2f1f-6719-4a82-9db2-41f06d524b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=285570f5-3916-4508-8518-e75ec7040f50,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:04.995607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-964e2f1f-6719-4a82-9db2-41f06d524b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:05.012660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42d30d-a8e0-4e09-ba93-37fc7a6c0698 req-54cfb064-3a58-4670-aee7-c863d3a133e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:05.015173 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9e42d30d-a8e0-4e09-ba93-37fc7a6c0698 req-54cfb064-3a58-4670-aee7-c863d3a133e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 1099 time: 0.2216184 Apr 19 18:44:05.015579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-964e2f1f-6719-4a82-9db2-41f06d524b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:05.030315 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2b735bb3-752f-46d2-8875-6a21682af3f2 req-1b713525-1df1-4834-9374-30b4a4efc019 service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275654 Apr 19 18:44:05.034507 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-964e2f1f-6719-4a82-9db2-41f06d524b99 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/285570f5-3916-4508-8518-e75ec7040f50 HTTP/1.1" status: 204 len: 168 time: 2.8363957 Apr 19 18:44:05.037768 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48644) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:05.092231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc53a3c-3374-4597-b45b-9ec7a7974cf9 req-2fd6fe96-9ea5-4bef-be3f-8457afe0bc1f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:05.094526 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8dc53a3c-3374-4597-b45b-9ec7a7974cf9 req-2fd6fe96-9ea5-4bef-be3f-8457afe0bc1f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 945 time: 0.4065280 Apr 19 18:44:05.110341 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1203f82-0ba3-47bc-b8bb-d99e73c9e19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb02649-e5c6-4cd8-a0d3-3e12ec96bd66,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:05.120846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e1203f82-0ba3-47bc-b8bb-d99e73c9e19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:05.289208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:05.321027 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8dc53a3c-3374-4597-b45b-9ec7a7974cf9 req-37493000-90c9-4f52-868f-aaee5476d91c tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392164 Apr 19 18:44:05.477779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:05.563505 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-c669b16d-042d-4b2e-b744-7ab85b630b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': '0e40b22b-5751-4113-b87a-b5da5a3ea842', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'floating_ip_address': '172.28.0.190', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'port_id': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'mac_address': 'fa:16:3e:35:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:43:36Z', 'updated_at': '2021-04-19T18:44:02Z', 'revision_number': 1, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:35Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:05.568133 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c669b16d-042d-4b2e-b744-7ab85b630b51 None None] Checking router: 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:44:05.590541 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669b16d-042d-4b2e-b744-7ab85b630b51 None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:44:05.591315 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-c669b16d-042d-4b2e-b744-7ab85b630b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:43:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:05.695962 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48668) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:05.701589 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfad3-950c-450a-9b7d-bb97498c2381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:05.722998 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1876751732-network', 'tenant_id': '7b509cf036164d77b86b010e8f2ee4b1'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:05.726131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828b6742-dfa7-40c4-9dff-e09e2996e062']}} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:05.742507 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:05.757448 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bf43b2-41c3-4553-99bd-1ef90cf62ae3') {'for_net_delete': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:05.760567 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bf43b2-41c3-4553-99bd-1ef90cf62ae3') {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:05.779728 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Usage tracker for resource:network and tenant:7b509cf036164d77b86b010e8f2ee4b1 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:05.793192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42d30d-a8e0-4e09-ba93-37fc7a6c0698 req-17a9d6bd-d462-411c-bca6-32fcef96b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:05.793637 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2208998'] for segment, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:05.795395 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9e42d30d-a8e0-4e09-ba93-37fc7a6c0698 req-17a9d6bd-d462-411c-bca6-32fcef96b28e service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 917 time: 0.7641675 Apr 19 18:44:05.800044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:05.819110 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:05.827415 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=86313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:44:05.870215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-c669b16d-042d-4b2e-b744-7ab85b630b51 None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:44:05.885809 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfad3-950c-450a-9b7d-bb97498c2381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:05.926827 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:06.027059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Made reservation on behalf of 7b509cf036164d77b86b010e8f2ee4b1 for: {'network': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:06.032142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:06.046192 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9e42d30d-a8e0-4e09-ba93-37fc7a6c0698 req-07de1343-b478-4832-a975-0ac9ad231a3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 HTTP/1.1" status: 200 len: 1000 time: 0.2423737 Apr 19 18:44:06.050524 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:06.072894 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Network 828b6742-dfa7-40c4-9dff-e09e2996e062 has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:44:06.086196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851536899'] for segment, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:06.093736 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:44:06.137756 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:06.147786 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Usage tracker for resource:security_group_rule and tenant:7b509cf036164d77b86b010e8f2ee4b1 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:06.151753 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42d30d-a8e0-4e09-ba93-37fc7a6c0698 req-79f4d6f0-000f-4981-9746-82dd32a835e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:06.153317 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9e42d30d-a8e0-4e09-ba93-37fc7a6c0698 req-79f4d6f0-000f-4981-9746-82dd32a835e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 200 len: 855 time: 0.0908391 Apr 19 18:44:06.154363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:06.159177 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfad3-950c-450a-9b7d-bb97498c2381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:06.169119 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e1203f82-0ba3-47bc-b8bb-d99e73c9e19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:06.218961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:06.236726 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dfad3-950c-450a-9b7d-bb97498c2381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb02649-e5c6-4cd8-a0d3-3e12ec96bd66,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:06.240772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3b4dfad3-950c-450a-9b7d-bb97498c2381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:06.257104 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfad3-950c-450a-9b7d-bb97498c2381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:06.260771 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3b4dfad3-950c-450a-9b7d-bb97498c2381 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9eb02649-e5c6-4cd8-a0d3-3e12ec96bd66 HTTP/1.1" status: 204 len: 168 time: 1.2769206 Apr 19 18:44:06.325236 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42d30d-a8e0-4e09-ba93-37fc7a6c0698 req-db007796-8d5a-4398-99e6-28bafe91bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:06.327002 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9e42d30d-a8e0-4e09-ba93-37fc7a6c0698 req-db007796-8d5a-4398-99e6-28bafe91bdcb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1630747 Apr 19 18:44:06.356023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Network 828b6742-dfa7-40c4-9dff-e09e2996e062 has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:44:06.383371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-c669b16d-042d-4b2e-b744-7ab85b630b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': '0e40b22b-5751-4113-b87a-b5da5a3ea842', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'floating_ip_address': '172.28.0.190', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'port_id': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'mac_address': 'fa:16:3e:35:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:43:36Z', 'updated_at': '2021-04-19T18:44:02Z', 'revision_number': 1, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:35Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:06.388604 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c669b16d-042d-4b2e-b744-7ab85b630b51 None None] The sync data for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb is: [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': '0e40b22b-5751-4113-b87a-b5da5a3ea842', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'floating_ip_address': '172.28.0.190', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'port_id': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'mac_address': 'fa:16:3e:35:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:43:36Z', 'updated_at': '2021-04-19T18:44:02Z', 'revision_number': 1, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:35Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:44:06.553508 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:44:06.583328 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48690) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:06.601225 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9e42d30d-a8e0-4e09-ba93-37fc7a6c0698 req-285050a1-3a73-40af-950c-ec9049e38851 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594163 Apr 19 18:44:06.603106 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:06.605309 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:06.620457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-27e13245-224e-4d11-a88a-9dc195aa3e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:06.654790 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=828b6742-dfa7-40c4-9dff-e09e2996e062,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:06.658824 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:06.662691 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:06.686643 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] 10.222.0.10 "DELETE /v2.0/networks/828b6742-dfa7-40c4-9dff-e09e2996e062 HTTP/1.1" status: 204 len: 168 time: 1.6477799 Apr 19 18:44:06.713191 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:06.726070 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=86314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:44:06.733316 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:06.747172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:06.747569 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Added segment c79c9264-6a4d-46dd-a5a7-33eb0d0de0ff of type vlan for network 0153dab8-f180-42c6-8f51-853a5f115390 Apr 19 18:44:06.775650 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab73114-1831-4a23-86d4-e38da0fa6f27 None None] New status for floating IP 0e40b22b-5751-4113-b87a-b5da5a3ea842: ACTIVE {{(pid=86315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:44:06.876538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6849b55-0eeb-4060-9ad4-24e2f61f68d0,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:06.895141 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:06.908797 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:06.931465 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10d758-0f05-4599-bbd3-f29072820f85 req-29b27b5f-0f78-4218-8372-403a4fa1a23b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:06.933204 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc10d758-0f05-4599-bbd3-f29072820f85 req-29b27b5f-0f78-4218-8372-403a4fa1a23b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 945 time: 0.3371637 Apr 19 18:44:06.963998 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-721312929-network', 'tenant_id': '601c5702dad04bfc805e02cb20b48f5a'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:06.976774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:06.979323 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9e42d30d-a8e0-4e09-ba93-37fc7a6c0698 req-9aa924d5-5c07-4041-b119-12c83c764185 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187864 Apr 19 18:44:06.998172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Usage tracker for resource:network and tenant:601c5702dad04bfc805e02cb20b48f5a is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:07.004544 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:07.023651 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:07.033110 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Made reservation on behalf of 601c5702dad04bfc805e02cb20b48f5a for: {'network': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:07.038287 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.073854 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc10d758-0f05-4599-bbd3-f29072820f85 req-f816cdb5-9d29-4c32-94ac-8e5ff74b62ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290393 Apr 19 18:44:07.080875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48710) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:07.103724 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.103944 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.105647 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:07.106534 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.115485 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:07.122239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:07.126311 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Usage tracker for resource:security_group_rule and tenant:601c5702dad04bfc805e02cb20b48f5a is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:07.129971 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:07.139413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:07.242435 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.246412 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.251317 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Pushing event updated for resources: {'Network': ['ID=0153dab8-f180-42c6-8f51-853a5f115390,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:07.253438 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:07.255492 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:07.261925 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5518970 Apr 19 18:44:07.263158 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48716) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:07.264639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 0153dab8-f180-42c6-8f51-853a5f115390 details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:44:07.270406 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Request body: {'subnet': {'network_id': '0153dab8-f180-42c6-8f51-853a5f115390', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1876751732-subnet', 'tenant_id': '7b509cf036164d77b86b010e8f2ee4b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:07.276653 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:07.279380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=86313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:44:07.281584 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Usage tracker for resource:subnet and tenant:7b509cf036164d77b86b010e8f2ee4b1 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:07.286285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:07.291296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.291693 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Added segment fcf6fe63-a63a-429f-aa23-523b6abf1d68 of type vlan for network 1451c827-63f2-4688-9b5e-bbee44f87bb4 Apr 19 18:44:07.292961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:07.303742 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Made reservation on behalf of 7b509cf036164d77b86b010e8f2ee4b1 for: {'subnet': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:07.309470 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.321178 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.364432 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.403262 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:07.404239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.447962 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e9434723-2c25-453e-957a-d571e322ed1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9ea8b9eba2241a9ac3e2114e6ba0d1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3657203 Apr 19 18:44:07.448927 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48726) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:07.497036 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c635e6a8-b27d-467a-bd7c-18c83c31e021,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:07.520726 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:07.521308 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:07.695609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48736) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:07.743808 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Pushing event updated for resources: {'Network': ['ID=1451c827-63f2-4688-9b5e-bbee44f87bb4,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:07.762256 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1709523 Apr 19 18:44:07.762655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 1451c827-63f2-4688-9b5e-bbee44f87bb4 details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:44:07.766867 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:07.769599 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48742) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:07.789595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Request body: {'subnet': {'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-721312929-subnet', 'tenant_id': '601c5702dad04bfc805e02cb20b48f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:07.795735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:07.800660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Usage tracker for resource:subnet and tenant:601c5702dad04bfc805e02cb20b48f5a is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:07.804311 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:07.810795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:07.844508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b1bdae1e-3811-4a70-bdf3-832693d8f81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.846600 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Made reservation on behalf of 601c5702dad04bfc805e02cb20b48f5a for: {'subnet': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:07.851577 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851985178'] for subnet, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:07.974313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b1bdae1e-3811-4a70-bdf3-832693d8f81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.001010 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-947cae16-d842-4904-ab88-e6736c126373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.048552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-947cae16-d842-4904-ab88-e6736c126373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:08.052811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-947cae16-d842-4904-ab88-e6736c126373 admin admin] Usage tracker for resource:security_group_rule and tenant:ae53769d1f744c43947086bac5044dc0 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:08.057907 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-947cae16-d842-4904-ab88-e6736c126373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:08.069240 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.070294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-947cae16-d842-4904-ab88-e6736c126373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:08.080816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4caed4d7-6fb1-4f30-909b-04cd67df7746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:08.109049 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b1bdae1e-3811-4a70-bdf3-832693d8f81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.121921 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dbf8b5dc-19cb-47f0-8ce4-03ff4da04a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:08.140809 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdae1e-3811-4a70-bdf3-832693d8f81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfdd321-2aaa-4650-b944-15fd82ecdf73,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:08.143814 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b1bdae1e-3811-4a70-bdf3-832693d8f81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:08.177860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b1bdae1e-3811-4a70-bdf3-832693d8f81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.179637 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b1bdae1e-3811-4a70-bdf3-832693d8f81d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9cfdd321-2aaa-4650-b944-15fd82ecdf73 HTTP/1.1" status: 204 len: 168 time: 0.7241786 Apr 19 18:44:08.197026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67f42ec-565a-4ef8-ae72-da3d6803f22d,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:08.204054 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:08.210752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Checking segment: {'id': 'c79c9264-6a4d-46dd-a5a7-33eb0d0de0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '0153dab8-f180-42c6-8f51-853a5f115390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:08.211375 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Network hostable DHCP agents. Network: 0153dab8-f180-42c6-8f51-853a5f115390, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:44:08.276330 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Network 0153dab8-f180-42c6-8f51-853a5f115390 is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:44:08.337687 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-947cae16-d842-4904-ab88-e6736c126373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.342206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-947cae16-d842-4904-ab88-e6736c126373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.369638 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-aa8c4580-ce9e-4f3c-945c-39a2f8b47dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:08.418847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 0153dab8-f180-42c6-8f51-853a5f115390) {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:08.428184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b933e-bd11-49f2-bec7-0c59f0ee1bd0 None None] Network 0153dab8-f180-42c6-8f51-853a5f115390 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:44:08.443648 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:08.447233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.504874 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-947cae16-d842-4904-ab88-e6736c126373 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae53769d1f744c43947086bac5044dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8081245 Apr 19 18:44:08.517015 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48768) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:08.526424 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cae16-d842-4904-ab88-e6736c126373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67d4999-dd2a-4733-bb37-30d9d65540bc,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:08.530037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-947cae16-d842-4904-ab88-e6736c126373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:08.617683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851537893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851985161'] for subnet, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.621959 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:08.662022 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-99fbf61d-da9b-4bf2-9acb-e4886ac8ed50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.744364 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4798074 Apr 19 18:44:08.772216 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b479d18e-77ba-4a31-9cec-400fd7eccaf4,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:08.772664 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:08.781579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-99fbf61d-da9b-4bf2-9acb-e4886ac8ed50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.811326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Checking segment: {'id': 'fcf6fe63-a63a-429f-aa23-523b6abf1d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:08.811706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Network hostable DHCP agents. Network: 1451c827-63f2-4688-9b5e-bbee44f87bb4, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:44:08.875428 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Network 1451c827-63f2-4688-9b5e-bbee44f87bb4 is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:44:08.884793 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3acb0959-2e43-4324-883d-285cd5ea1404 req-f3eaebc4-5f34-4353-9904-3b165e1e57ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4828358 Apr 19 18:44:08.901209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-99fbf61d-da9b-4bf2-9acb-e4886ac8ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.916562 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 1451c827-63f2-4688-9b5e-bbee44f87bb4) {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:08.920372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8f4e84c9-5175-47e1-9b4c-066330785d1f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:08.954899 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbf61d-da9b-4bf2-9acb-e4886ac8ed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67d4999-dd2a-4733-bb37-30d9d65540bc,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:08.955871 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c3ba39-b18c-44d8-8fa9-7ec966b58a6f None None] Network 1451c827-63f2-4688-9b5e-bbee44f87bb4 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:44:08.966963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:08.967907 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.977190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-99fbf61d-da9b-4bf2-9acb-e4886ac8ed50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:08.979698 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-99fbf61d-da9b-4bf2-9acb-e4886ac8ed50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:08.984261 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-99fbf61d-da9b-4bf2-9acb-e4886ac8ed50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b67d4999-dd2a-4733-bb37-30d9d65540bc HTTP/1.1" status: 204 len: 168 time: 0.4567549 Apr 19 18:44:09.022272 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2503326 Apr 19 18:44:09.038226 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29515fcd-f213-403a-aacb-b051da29fbd3 None None] Network 0153dab8-f180-42c6-8f51-853a5f115390 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:44:09.215138 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb0959-2e43-4324-883d-285cd5ea1404 req-6d47fc71-a772-45d6-b8d4-2b33cf8a618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:09.218121 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3acb0959-2e43-4324-883d-285cd5ea1404 req-6d47fc71-a772-45d6-b8d4-2b33cf8a618f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 1098 time: 0.1000869 Apr 19 18:44:09.452044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb0959-2e43-4324-883d-285cd5ea1404 req-760542f8-cacd-46f4-b9fc-1288669fd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:09.454004 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3acb0959-2e43-4324-883d-285cd5ea1404 req-760542f8-cacd-46f4-b9fc-1288669fd17d service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 915 time: 0.2082958 Apr 19 18:44:09.464745 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd988b8-3cf6-43f9-8357-f59922653de4 None None] Network 1451c827-63f2-4688-9b5e-bbee44f87bb4 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:44:09.639112 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3acb0959-2e43-4324-883d-285cd5ea1404 req-7ecb8eca-99d6-481d-af42-5b6043997571 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd HTTP/1.1" status: 200 len: 217 time: 0.1687236 Apr 19 18:44:09.734836 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb0959-2e43-4324-883d-285cd5ea1404 req-8cb61815-5acc-4d90-9372-f769b54a40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:09.737024 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3acb0959-2e43-4324-883d-285cd5ea1404 req-8cb61815-5acc-4d90-9372-f769b54a40ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a93d428-8eb4-45a2-8168-117528720b9d HTTP/1.1" status: 200 len: 854 time: 0.0787995 Apr 19 18:44:09.799408 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48816) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:09.822928 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3acb0959-2e43-4324-883d-285cd5ea1404 req-691d6654-0b8a-4b80-88e2-c1ca9c77e0b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3493dc4-ae2a-4c14-abb4-3246e5c61996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779731 Apr 19 18:44:09.839411 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7e2de82a-53b7-4745-bc7c-2766dec4d48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:09.880353 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-7e2de82a-53b7-4745-bc7c-2766dec4d48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:09.894173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-7e2de82a-53b7-4745-bc7c-2766dec4d48e admin admin] Usage tracker for resource:security_group_rule and tenant:4310a89c139247f18460bea5b0a01906 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:09.907459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-7e2de82a-53b7-4745-bc7c-2766dec4d48e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:09.922273 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-7e2de82a-53b7-4745-bc7c-2766dec4d48e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:10.078537 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7e2de82a-53b7-4745-bc7c-2766dec4d48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:10.081929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7e2de82a-53b7-4745-bc7c-2766dec4d48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:10.114684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2d3c82af-00d1-4906-855c-2654240fecab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:10.116647 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3acb0959-2e43-4324-883d-285cd5ea1404 req-a00eae97-d78c-4c9f-9147-bf7377c06afb service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827420 Apr 19 18:44:10.126129 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7e2de82a-53b7-4745-bc7c-2766dec4d48e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4310a89c139247f18460bea5b0a01906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254771 Apr 19 18:44:10.129083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48826) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:10.152709 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2de82a-53b7-4745-bc7c-2766dec4d48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a62b68-20f4-4af4-a991-051f692f9b6d,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:10.156325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7e2de82a-53b7-4745-bc7c-2766dec4d48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:10.319929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0923c294-af12-4a38-b5c7-fdb7c51ed494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:10.394341 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3acb0959-2e43-4324-883d-285cd5ea1404 req-8591615d-623d-40d6-8b25-1cda2217abb9 service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701108 Apr 19 18:44:10.447701 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0923c294-af12-4a38-b5c7-fdb7c51ed494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:10.640369 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0923c294-af12-4a38-b5c7-fdb7c51ed494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:10.648665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a4f35ee2-41e3-462d-893e-0ac9c8db0e0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:10.665037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923c294-af12-4a38-b5c7-fdb7c51ed494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a62b68-20f4-4af4-a991-051f692f9b6d,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:10.671044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0923c294-af12-4a38-b5c7-fdb7c51ed494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:10.694731 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0923c294-af12-4a38-b5c7-fdb7c51ed494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:10.699122 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0923c294-af12-4a38-b5c7-fdb7c51ed494 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30a62b68-20f4-4af4-a991-051f692f9b6d HTTP/1.1" status: 204 len: 168 time: 0.5686924 Apr 19 18:44:10.710490 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-c5bc7984-31af-428f-8963-c9dc7e6f4ccf tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:10.712170 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-c5bc7984-31af-428f-8963-c9dc7e6f4ccf tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/networks?id=03d30c63-2e39-4d1d-892a-5ad908d3556f HTTP/1.1" status: 200 len: 809 time: 0.3615978 Apr 19 18:44:10.730962 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-bcb7e4f4-0ff5-4c75-bc91-a72384484ef7 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/quotas/7e0d5f449eb04a00937ef83d21db7b17 HTTP/1.1" status: 200 len: 375 time: 0.0122411 Apr 19 18:44:10.763225 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48868) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:10.807675 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-d8e635dd-055a-4e06-8db1-25ac3e0b6391 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7e0d5f449eb04a00937ef83d21db7b17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696588 Apr 19 18:44:10.835521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-001cfa4f-5485-49be-a067-4b4a7f4c3516 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:10.837722 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-001cfa4f-5485-49be-a067-4b4a7f4c3516 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 814 time: 0.2267213 Apr 19 18:44:10.857464 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-912682af-4c8e-4829-9cef-9e6fbbdbd5bd tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/quotas/7cd1aabf08cd4bc18b031e67427f213d HTTP/1.1" status: 200 len: 375 time: 0.0125570 Apr 19 18:44:10.987170 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-80c1709a-3621-4418-a2c9-5295a4a4d3fa tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160197 Apr 19 18:44:11.361018 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-54d13d3c-bc79-49d8-b1e9-4e4efdf49726 service neutron] 10.222.0.10 "GET /v2.0/networks/03d30c63-2e39-4d1d-892a-5ad908d3556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521083 Apr 19 18:44:11.380381 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1787595480-network', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:11.385546 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:11.389676 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Usage tracker for resource:network and tenant:bfbd571c9d4e409eb3e37ef72c147384 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:11.393337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:11.399785 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:11.413717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Made reservation on behalf of bfbd571c9d4e409eb3e37ef72c147384 for: {'network': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:11.419184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:11.444657 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:11.475889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:11.493013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Usage tracker for resource:security_group_rule and tenant:bfbd571c9d4e409eb3e37ef72c147384 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:11.500297 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:11.511314 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:11.522645 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-1acafcbc-6428-40cc-a128-9548b55e7c7d service neutron] 10.222.0.10 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270970 Apr 19 18:44:11.612434 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-b598fb3a-4c17-4ebd-a5c0-9f29adf2cc91 service neutron] 10.222.0.10 "GET /v2.0/networks/03d30c63-2e39-4d1d-892a-5ad908d3556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489071 Apr 19 18:44:11.743864 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f86b1519-f159-4743-b9a2-2e82b4b2bd99 service neutron] 10.222.0.10 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182775 Apr 19 18:44:11.863340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:11.872635 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:11.887938 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4b7616c1-4d0c-43f9-aa11-9ab6ecc8c895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:11.968596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86af181-d0c8-42bf-a50c-87e702b64734,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:11.980976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:11.996186 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=86314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:44:12.012203 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:12.012540 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Added segment 5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955 of type vlan for network 5491f799-d694-4a65-a4df-21dc2df8b545 Apr 19 18:44:12.055249 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:12.090887 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:12.092734 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:12.096549 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:12.118170 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:12.218237 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f201a588-81fa-4d21-b95b-f2d664ac569c req-7ac2d953-9c07-4c0d-86d2-67522b753391 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 210 time: 0.0841496 Apr 19 18:44:12.306519 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5419555 Apr 19 18:44:12.312849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 48932) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:12.322079 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Request body: {'subnet': {'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1787595480-subnet', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:12.329090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Pushing event updated for resources: {'Network': ['ID=5491f799-d694-4a65-a4df-21dc2df8b545,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:12.332215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:12.335256 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:12.341616 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 5491f799-d694-4a65-a4df-21dc2df8b545 details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:44:12.354241 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Usage tracker for resource:subnet and tenant:bfbd571c9d4e409eb3e37ef72c147384 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:12.371037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:12.381882 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:12.385222 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7162c492-f44f-4747-9f3d-27665e0b298f req-a26d56be-a64b-46a7-b3aa-4c181ac2e5f7 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 210 time: 0.1477296 Apr 19 18:44:12.411955 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Made reservation on behalf of bfbd571c9d4e409eb3e37ef72c147384 for: {'subnet': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:12.417012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:12.758366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48948) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:12.760379 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-9f5f47bf-8e57-4496-b5a9-bd7ec6834217 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:12.762007 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-9f5f47bf-8e57-4496-b5a9-bd7ec6834217 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/networks?id=1451c827-63f2-4688-9b5e-bbee44f87bb4 HTTP/1.1" status: 200 len: 808 time: 0.2823400 Apr 19 18:44:12.826221 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-4c2a4acc-ad5e-47fa-b8f0-6b9a2f62ff1d tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/quotas/601c5702dad04bfc805e02cb20b48f5a HTTP/1.1" status: 200 len: 375 time: 0.0500453 Apr 19 18:44:12.898156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8854552f-0919-41d6-b725-569625da9eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:12.905230 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-1f4fac1c-13a0-4178-96f8-1ab866ed8da1 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=601c5702dad04bfc805e02cb20b48f5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637059 Apr 19 18:44:12.914129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-8854552f-0919-41d6-b725-569625da9eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:12.918184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-8854552f-0919-41d6-b725-569625da9eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:989f9bd943d148139f98dec1749df42b is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:12.921081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-8854552f-0919-41d6-b725-569625da9eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:12.927282 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-8854552f-0919-41d6-b725-569625da9eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:13.019677 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8854552f-0919-41d6-b725-569625da9eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:13.023599 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8854552f-0919-41d6-b725-569625da9eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:13.041269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0923c294-af12-4a38-b5c7-fdb7c51ed494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:13.086230 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-8854552f-0919-41d6-b725-569625da9eb6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=989f9bd943d148139f98dec1749df42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247528 Apr 19 18:44:13.088089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 48960) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:13.106636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854552f-0919-41d6-b725-569625da9eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5ffc00-bbdf-427e-b405-918991695d22,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:13.112741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8854552f-0919-41d6-b725-569625da9eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:13.165054 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3007d6be-9e25-4704-9ddd-a44c79cdf169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:13.176576 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-849c81a0-0c3f-4473-8a06-3d45c1e1b793 service neutron] 10.222.0.10 "GET /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573798 Apr 19 18:44:13.199727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3007d6be-9e25-4704-9ddd-a44c79cdf169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:13.257503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3007d6be-9e25-4704-9ddd-a44c79cdf169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:13.263839 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:13.280046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3007d6be-9e25-4704-9ddd-a44c79cdf169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:13.281653 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3007d6be-9e25-4704-9ddd-a44c79cdf169 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc5ffc00-bbdf-427e-b405-918991695d22 HTTP/1.1" status: 204 len: 168 time: 0.1925368 Apr 19 18:44:13.284363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007d6be-9e25-4704-9ddd-a44c79cdf169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5ffc00-bbdf-427e-b405-918991695d22,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:13.290297 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3007d6be-9e25-4704-9ddd-a44c79cdf169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:13.570743 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-8ea77e24-9a80-4fbe-82a0-6ca117768a43 service neutron] 10.222.0.10 "GET /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808329 Apr 19 18:44:13.578043 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-151f8477-d84c-490d-a7ea-d0b034dc93cf req-2e0a9022-d95e-404c-94f4-5cf3d2ed7184 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 210 time: 0.0715237 Apr 19 18:44:13.700250 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:13.710410 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c22a1189-2aba-4e5f-871f-8e760d07f5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:13.935146 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dcde4ad5-fd90-41dd-95ca-e975918d908c req-4142947f-bfa1-41cc-8958-82a15c1f4dca tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 210 time: 0.0617399 Apr 19 18:44:13.961971 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83bcaa7b-30da-45fa-b239-16096acfb303,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:13.975692 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-657588ca-14d0-4860-bea5-89962f6c71d5 req-08ac7d48-f1c3-4334-887b-4187e02e5ee6 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 210 time: 0.1197460 Apr 19 18:44:13.976661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:14.051055 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-8368c3ab-9223-44e0-b4ce-3a33c749e064 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:14.051816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-8368c3ab-9223-44e0-b4ce-3a33c749e064 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Synchronizing usage tracker for tenant:7e0d5f449eb04a00937ef83d21db7b17 on resource:network {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:14.059422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Checking segment: {'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:14.059828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Network hostable DHCP agents. Network: 5491f799-d694-4a65-a4df-21dc2df8b545, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:44:14.084828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-8368c3ab-9223-44e0-b4ce-3a33c749e064 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Unset dirty status for tenant:7e0d5f449eb04a00937ef83d21db7b17 on resource:network {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:14.086116 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-8368c3ab-9223-44e0-b4ce-3a33c749e064 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.60 "GET /v2.0/networks?id=03d30c63-2e39-4d1d-892a-5ad908d3556f HTTP/1.1" status: 200 len: 809 time: 0.5880291 Apr 19 18:44:14.094073 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Network 5491f799-d694-4a65-a4df-21dc2df8b545 is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:44:14.107683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Request body: {'port': {'device_id': '74ab28a8-97f7-48a5-8455-a5fe6d2d28d7', 'network_id': '03d30c63-2e39-4d1d-892a-5ad908d3556f', 'admin_state_up': True, 'tenant_id': '7e0d5f449eb04a00937ef83d21db7b17'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:14.273971 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:14.279733 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Usage tracker for resource:port and tenant:7e0d5f449eb04a00937ef83d21db7b17 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:14.282872 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:14.289878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:14.297215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 5491f799-d694-4a65-a4df-21dc2df8b545) {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:14.301993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Made reservation on behalf of 7e0d5f449eb04a00937ef83d21db7b17 for: {'port': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:14.306667 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba507eb9-8750-4144-85bf-5f8a277dc1d4 None None] Network 5491f799-d694-4a65-a4df-21dc2df8b545 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:44:14.309396 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:14.323707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:14.323707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:14.410550 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0965178 Apr 19 18:44:14.417848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 49028) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:14.428324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1787595480-router', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:14.438911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:14.464994 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Usage tracker for resource:router and tenant:bfbd571c9d4e409eb3e37ef72c147384 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:14.471872 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:14.483818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:14.538619 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853757969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760004'] for router, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:14.540054 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15780'] for router, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:14.566164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:14.721431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36f89b8-c8f7-430d-aa72-92351ffbde5b None None] Network 5491f799-d694-4a65-a4df-21dc2df8b545 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:44:14.767110 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:14.776660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-9e94b448-56d2-4a2d-b03d-5398c17dc8b2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:14.782616 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-9e94b448-56d2-4a2d-b03d-5398c17dc8b2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 814 time: 0.4880176 Apr 19 18:44:14.827191 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Request body: {'port': {'device_id': 'cd1bf085-ef6c-4909-9682-cd7f7def747e', 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996', 'admin_state_up': True, 'tenant_id': '7cd1aabf08cd4bc18b031e67427f213d'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:14.953385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1019996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15765'] for router, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:15.065900 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Allocated IP 172.20.0.9 (03d30c63-2e39-4d1d-892a-5ad908d3556f/59fd9f75-e2e5-4bcc-8b39-020d33211155/53513f3f-0e73-4ba9-8423-26dcd9b34386) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:44:15.210701 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-625ffed0-29c1-4a61-bdee-0e791d547425 req-b7dada4e-51b4-45ab-be30-6d602e54a21d tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 210 time: 0.3043270 Apr 19 18:44:15.211947 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:15.240784 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:15.264648 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Made reservation on behalf of 7cd1aabf08cd4bc18b031e67427f213d for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:15.271908 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:15.496682 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-31ceae4c-f9a4-47cd-bf9a-d49045f6a7e2 req-520b94b6-ae14-4a8d-85d9-39d97622bd1f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 210 time: 0.1002021 Apr 19 18:44:15.650012 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fd2ab085-8d4c-4fe4-b318-86ef0f128133 req-675b57f2-0abc-46d0-89e3-ff45a4f2e456 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 210 time: 0.1578000 Apr 19 18:44:15.767508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 49066) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:15.814421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-b273c0c2-b03a-40a7-af11-c47ee9b2dcaa tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:15.815235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-b273c0c2-b03a-40a7-af11-c47ee9b2dcaa tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Synchronizing usage tracker for tenant:601c5702dad04bfc805e02cb20b48f5a on resource:network {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:15.832603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Allocated IP 172.20.0.8 (c3493dc4-ae2a-4c14-abb4-3246e5c61996/8a93d428-8eb4-45a2-8168-117528720b9d/7a588f6e-4c0c-474b-9b74-2597adf2d145) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:44:15.854465 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-b273c0c2-b03a-40a7-af11-c47ee9b2dcaa tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Unset dirty status for tenant:601c5702dad04bfc805e02cb20b48f5a on resource:network {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:15.855808 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-b273c0c2-b03a-40a7-af11-c47ee9b2dcaa tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.60 "GET /v2.0/networks?id=1451c827-63f2-4688-9b5e-bbee44f87bb4 HTTP/1.1" status: 200 len: 808 time: 0.2402794 Apr 19 18:44:15.892549 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Request body: {'port': {'device_id': '5820a9a3-83dd-4d1d-b8d2-4662a971ca7e', 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4', 'admin_state_up': True, 'tenant_id': '601c5702dad04bfc805e02cb20b48f5a'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:16.042610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a75792ed-dbac-407b-a9c3-e8323260b9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.101829 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a75792ed-dbac-407b-a9c3-e8323260b9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:16.117058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a75792ed-dbac-407b-a9c3-e8323260b9ae admin admin] Usage tracker for resource:security_group_rule and tenant:2b387be084984d468af95dd5b5aa543d is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:16.121467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a75792ed-dbac-407b-a9c3-e8323260b9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:16.139924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a75792ed-dbac-407b-a9c3-e8323260b9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:16.166312 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:16.176595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Usage tracker for resource:port and tenant:601c5702dad04bfc805e02cb20b48f5a is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:16.187515 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:16.191749 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.198943 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:16.223080 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.227883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Made reservation on behalf of 601c5702dad04bfc805e02cb20b48f5a for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:16.229620 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.233977 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.240520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.448658 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-811a07c4-bf73-4e7b-a8a5-c5084d8ca60b req-3117ac30-c208-4081-a3ea-97c40ba1a764 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 210 time: 0.0986893 Apr 19 18:44:16.460320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.463183 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a75792ed-dbac-407b-a9c3-e8323260b9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.475194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:16.477236 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.493194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-da5fb2e4-f4ed-4927-8cda-cd6a6c001b23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:16.494223 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['7eb118cb-9de7-4a99-b6cc-1492b7eab5cd', '54e0d429-57fe-44f6-85ef-5af2c86d03ca'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:44:16.552028 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Allocated IP 172.20.0.4 (1451c827-63f2-4688-9b5e-bbee44f87bb4/b479d18e-77ba-4a31-9cec-400fd7eccaf4/6a4e4e28-8778-4314-801e-2cc74d092153) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:44:16.560182 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a75792ed-dbac-407b-a9c3-e8323260b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.568657 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Pushing event updated for resources: {'Port': ['ID=53513f3f-0e73-4ba9-8423-26dcd9b34386,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:16.572163 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:16.573626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Allocated IP 172.28.0.217 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/9657a0a3-6800-4325-bc01-8d6f0df94b41) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:44:16.579120 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:16.584193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Network c3493dc4-ae2a-4c14-abb4-3246e5c61996 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:44:16.591328 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:16.598848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:44:16.630466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Pushing event updated for resources: {'Port': ['ID=7a588f6e-4c0c-474b-9b74-2597adf2d145,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:16.641204 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:16.644692 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Network 03d30c63-2e39-4d1d-892a-5ad908d3556f is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:44:16.653830 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:16.720984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:16.722098 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.764468 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9422171 Apr 19 18:44:16.802142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Request body: {'port': {'device_id': 'cd1bf085-ef6c-4909-9682-cd7f7def747e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:16.865678 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:44:16.872724 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:16.873697 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.937396 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.973420 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a75792ed-dbac-407b-a9c3-e8323260b9ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b387be084984d468af95dd5b5aa543d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2028191 Apr 19 18:44:16.974664 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75792ed-dbac-407b-a9c3-e8323260b9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742573e1-9b7a-4170-9cf2-3bb009df51ac,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:16.979843 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 49092) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:16.981891 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.987350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a75792ed-dbac-407b-a9c3-e8323260b9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:17.101419 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:17.112807 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:17.156037 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-76e702c8-682a-4370-8fc8-69503f2e2dec req-8c4df0bc-6fc9-430e-a1b6-498ffce44ee4 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 210 time: 0.2757392 Apr 19 18:44:17.188018 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:44:17.200166 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:17.203500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:44:17.228791 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514d32e-231e-4b8b-a336-012a0c794600 req-22aa5ff0-769b-4b8c-bb28-c5ed8c0eb92c tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:17.229472 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-1514d32e-231e-4b8b-a336-012a0c794600 req-22aa5ff0-769b-4b8c-bb28-c5ed8c0eb92c tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Synchronizing usage tracker for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:17.288212 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-1514d32e-231e-4b8b-a336-012a0c794600 req-22aa5ff0-769b-4b8c-bb28-c5ed8c0eb92c tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Unset dirty status for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:17.289480 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1514d32e-231e-4b8b-a336-012a0c794600 req-22aa5ff0-769b-4b8c-bb28-c5ed8c0eb92c tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 931 time: 0.3408663 Apr 19 18:44:17.340725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:17.365292 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Pushing event updated for resources: {'Port': ['ID=9657a0a3-6800-4325-bc01-8d6f0df94b41,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:17.407708 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:17.416655 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-2ca2e1ac-ae78-4c5c-a70c-88e78deabcf9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3171327 Apr 19 18:44:17.426789 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1514d32e-231e-4b8b-a336-012a0c794600 req-e77274b5-7882-46ad-9833-4e8b0c8dc021 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217594 Apr 19 18:44:17.449942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-47521117-250f-4862-8b15-10385f327b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:17.491361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-47521117-250f-4862-8b15-10385f327b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:17.600243 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:17.602295 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Request body: {'port': {'device_id': '74ab28a8-97f7-48a5-8455-a5fe6d2d28d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:17.641789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-47521117-250f-4862-8b15-10385f327b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:17.719064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1be1f688-4507-4c40-bcfe-62f36c6e5cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:17.747846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47521117-250f-4862-8b15-10385f327b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742573e1-9b7a-4170-9cf2-3bb009df51ac,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:17.762764 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-47521117-250f-4862-8b15-10385f327b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:17.779271 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-47521117-250f-4862-8b15-10385f327b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:17.780479 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-47521117-250f-4862-8b15-10385f327b95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/742573e1-9b7a-4170-9cf2-3bb009df51ac HTTP/1.1" status: 204 len: 168 time: 0.7971916 Apr 19 18:44:17.862669 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:17.883699 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:17.906103 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:17.952007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Network 1451c827-63f2-4688-9b5e-bbee44f87bb4 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:44:17.961140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:17.990714 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:44:18.018021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Pushing event updated for resources: {'Port': ['ID=6a4e4e28-8778-4314-801e-2cc74d092153,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:18.026587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:18.137878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:18.138669 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:18.161265 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 49106) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:18.206465 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751986f5-18b8-4327-9a1a-8ec4f37269e1 req-5b5a8216-8d97-4bec-aad9-88a80afcff48 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:18.208345 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-751986f5-18b8-4327-9a1a-8ec4f37269e1 req-5b5a8216-8d97-4bec-aad9-88a80afcff48 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 931 time: 0.3936317 Apr 19 18:44:18.223361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-685682b9-de7f-4d23-8ab7-aaddac9e7ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:18.236831 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3514936 Apr 19 18:44:18.287866 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a588f6e-4c0c-474b-9b74-2597adf2d145 {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:44:18.301339 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Request body: {'port': {'device_id': '5820a9a3-83dd-4d1d-b8d2-4662a971ca7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:18.355781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:18.363791 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-685682b9-de7f-4d23-8ab7-aaddac9e7ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:18.369207 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-751986f5-18b8-4327-9a1a-8ec4f37269e1 req-2c6b511b-4a48-41fa-9783-5311f28bc5ca tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511359 Apr 19 18:44:18.382884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-685682b9-de7f-4d23-8ab7-aaddac9e7ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:99f240d155ec42718bcd49d692f46e33 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:18.408253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-685682b9-de7f-4d23-8ab7-aaddac9e7ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:18.423326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-685682b9-de7f-4d23-8ab7-aaddac9e7ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:18.429563 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Transition to ACTIVE for port object 7a588f6e-4c0c-474b-9b74-2597adf2d145 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:44:18.481330 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:18.495682 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:18.586955 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 49124) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:18.682075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2c996-91cb-4a35-8178-5fa7725a2e12 req-915f5e89-6e5a-44a8-85c1-32e5dd493205 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:18.683718 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d0d2c996-91cb-4a35-8178-5fa7725a2e12 req-915f5e89-6e5a-44a8-85c1-32e5dd493205 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 931 time: 0.3693783 Apr 19 18:44:18.808325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:18.878363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Pushing event updated for resources: {'Port': ['ID=7a588f6e-4c0c-474b-9b74-2597adf2d145,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:18.881833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:18.912788 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d0d2c996-91cb-4a35-8178-5fa7725a2e12 req-b845f9a2-ba12-4b95-8d18-6ef755a75279 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678243 Apr 19 18:44:18.995674 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853755836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853834532'] for router, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.020834 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6e2b4c0b-6d89-4ab0-81a2-f99a7c54c0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.095395 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-6e2b4c0b-6d89-4ab0-81a2-f99a7c54c0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:19.159744 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-6e2b4c0b-6d89-4ab0-81a2-f99a7c54c0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:7f69704b49804474b46a72e4db466313 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:19.165597 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-6e2b4c0b-6d89-4ab0-81a2-f99a7c54c0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:19.172940 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53513f3f-0e73-4ba9-8423-26dcd9b34386 {{(pid=86314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:44:19.185830 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.198785 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-6e2b4c0b-6d89-4ab0-81a2-f99a7c54c0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:19.206406 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-685682b9-de7f-4d23-8ab7-aaddac9e7ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.222126 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Transition to ACTIVE for port object 53513f3f-0e73-4ba9-8423-26dcd9b34386 will not be triggered until provisioned by entity L2. {{(pid=86314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:44:19.227834 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.237928 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:19.243342 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f133830-6bd3-4dc1-b379-861be53c8493 req-7dcf4bf9-2ba7-457d-8f01-d5c3d46ad656 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:19.244974 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9f133830-6bd3-4dc1-b379-861be53c8493 req-7dcf4bf9-2ba7-457d-8f01-d5c3d46ad656 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 943 time: 0.5209327 Apr 19 18:44:19.245647 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-685682b9-de7f-4d23-8ab7-aaddac9e7ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.260183 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:19.267859 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Attempting to bind port 7a588f6e-4c0c-474b-9b74-2597adf2d145 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:44:19.268672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Attempting to bind port 7a588f6e-4c0c-474b-9b74-2597adf2d145 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:44:19.269040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Attempting to bind port 7a588f6e-4c0c-474b-9b74-2597adf2d145 on network c3493dc4-ae2a-4c14-abb4-3246e5c61996 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:19.335258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Port 7a588f6e-4c0c-474b-9b74-2597adf2d145 on network c3493dc4-ae2a-4c14-abb4-3246e5c61996 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:44:19.335625 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Attempting to bind port 7a588f6e-4c0c-474b-9b74-2597adf2d145 on network c3493dc4-ae2a-4c14-abb4-3246e5c61996 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:19.384328 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:44:19.384668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Checking segment: {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:19.385004 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Bound using segment: {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:44:19.385490 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Bound port: 7a588f6e-4c0c-474b-9b74-2597adf2d145, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:44:19.385875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.413039 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-685682b9-de7f-4d23-8ab7-aaddac9e7ff6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99f240d155ec42718bcd49d692f46e33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2430768 Apr 19 18:44:19.420319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Pushing event updated for resources: {'Port': ['ID=53513f3f-0e73-4ba9-8423-26dcd9b34386,revision_number=2']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:19.422880 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 49132) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:19.435741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:19.498667 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Attempting to bind port 53513f3f-0e73-4ba9-8423-26dcd9b34386 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:44:19.498875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Attempting to bind port 53513f3f-0e73-4ba9-8423-26dcd9b34386 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0f7d394e-3810-4be7-9a3e-8eba61ffa4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '03d30c63-2e39-4d1d-892a-5ad908d3556f'}] {{(pid=86314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:44:19.499144 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Attempting to bind port 53513f3f-0e73-4ba9-8423-26dcd9b34386 on network 03d30c63-2e39-4d1d-892a-5ad908d3556f {{(pid=86314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:19.520183 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Port 53513f3f-0e73-4ba9-8423-26dcd9b34386 on network 03d30c63-2e39-4d1d-892a-5ad908d3556f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:44:19.520552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Attempting to bind port 53513f3f-0e73-4ba9-8423-26dcd9b34386 on network 03d30c63-2e39-4d1d-892a-5ad908d3556f {{(pid=86314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:19.531178 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685682b9-de7f-4d23-8ab7-aaddac9e7ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741ec923-fadd-40f1-b1f5-450bacc016f2,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:19.544396 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-685682b9-de7f-4d23-8ab7-aaddac9e7ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:19.579126 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:44:19.579510 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Checking segment: {'id': '0f7d394e-3810-4be7-9a3e-8eba61ffa4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '03d30c63-2e39-4d1d-892a-5ad908d3556f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:19.580110 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Bound using segment: {'id': '0f7d394e-3810-4be7-9a3e-8eba61ffa4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '03d30c63-2e39-4d1d-892a-5ad908d3556f'} {{(pid=86314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:44:19.581156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Bound port: 53513f3f-0e73-4ba9-8423-26dcd9b34386, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7d394e-3810-4be7-9a3e-8eba61ffa4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '03d30c63-2e39-4d1d-892a-5ad908d3556f'}}] {{(pid=86314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:44:19.581887 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.590257 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9f133830-6bd3-4dc1-b379-861be53c8493 req-0f83c90b-e446-4aed-b9d1-685c7e476a8d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310213 Apr 19 18:44:19.592589 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Router 8868550a-b6f3-4d19-a574-53e85dbdd444 is scheduled to L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 with binding_index 1 {{(pid=86314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:44:19.720681 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] For port 7a588f6e-4c0c-474b-9b74-2597adf2d145, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:44:19.746444 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6e2b4c0b-6d89-4ab0-81a2-f99a7c54c0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.759661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6e2b4c0b-6d89-4ab0-81a2-f99a7c54c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.821991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b152-afa0-47c6-949e-ad5676da195e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.831305 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8854552f-0919-41d6-b725-569625da9eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:19.863944 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] For port 7a588f6e-4c0c-474b-9b74-2597adf2d145, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7a588f6e-4c0c-474b-9b74-2597adf2d145,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:44:19.909425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.915267 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b152-afa0-47c6-949e-ad5676da195e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.932109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] For port 53513f3f-0e73-4ba9-8423-26dcd9b34386, host hv-cinder-78693, cleared binding levels {{(pid=86314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:44:19.972851 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-6e2b4c0b-6d89-4ab0-81a2-f99a7c54c0d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f69704b49804474b46a72e4db466313&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3585138 Apr 19 18:44:19.974212 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] For port 53513f3f-0e73-4ba9-8423-26dcd9b34386, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=53513f3f-0e73-4ba9-8423-26dcd9b34386,segment=NetworkSegment(0f7d394e-3810-4be7-9a3e-8eba61ffa4ad),segment_id=0f7d394e-3810-4be7-9a3e-8eba61ffa4ad)] {{(pid=86314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:44:19.975154 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 49140) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:19.977539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4e4e28-8778-4314-801e-2cc74d092153 {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:44:19.987926 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b4c0b-6d89-4ab0-81a2-f99a7c54c0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07911c11-00aa-42fe-a004-cdd91a431f8c,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:19.988789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fb26c-4f1a-431a-88ce-df2386e2e34a req-0cc9dc7c-71ad-40ba-b7c0-6cab7409abb4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:19.989591 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-6b3fb26c-4f1a-431a-88ce-df2386e2e34a req-0cc9dc7c-71ad-40ba-b7c0-6cab7409abb4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Synchronizing usage tracker for tenant:7e0d5f449eb04a00937ef83d21db7b17 on resource:port {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:19.993287 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:19.993905 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:19.996092 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] 10.222.0.60 "PUT /v2.0/ports/7a588f6e-4c0c-474b-9b74-2597adf2d145 HTTP/1.1" status: 200 len: 1093 time: 3.2127352 Apr 19 18:44:20.000753 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1bf085-ef6c-4909-9682-cd7f7def747e', 'tag': '7a588f6e-4c0c-474b-9b74-2597adf2d145'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:20.009157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6e2b4c0b-6d89-4ab0-81a2-f99a7c54c0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:20.012848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:20.016749 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-196e12e3-c25a-4639-a99a-0a0182ddf474 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:20.040042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:20.072671 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8180e00f-96c9-4805-b83f-03fe26c8a139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:20.130360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:44:20.140214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Sync routers for ids ['8868550a-b6f3-4d19-a574-53e85dbdd444'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:44:20.156372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Routers {'8868550a-b6f3-4d19-a574-53e85dbdd444'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:44:20.157135 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:43:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['8868550a-b6f3-4d19-a574-53e85dbdd444'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:20.180997 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-6b3fb26c-4f1a-431a-88ce-df2386e2e34a req-0cc9dc7c-71ad-40ba-b7c0-6cab7409abb4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Unset dirty status for tenant:7e0d5f449eb04a00937ef83d21db7b17 on resource:port {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:20.182297 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6b3fb26c-4f1a-431a-88ce-df2386e2e34a req-0cc9dc7c-71ad-40ba-b7c0-6cab7409abb4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 943 time: 0.6661105 Apr 19 18:44:20.188326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:20.189006 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:20.190550 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] 10.222.0.60 "PUT /v2.0/ports/53513f3f-0e73-4ba9-8423-26dcd9b34386 HTTP/1.1" status: 200 len: 1093 time: 2.7423928 Apr 19 18:44:20.191684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ab28a8-97f7-48a5-8455-a5fe6d2d28d7', 'tag': '53513f3f-0e73-4ba9-8423-26dcd9b34386'}] {{(pid=86314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:20.217370 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Pushing event updated for resources: {'Port': ['ID=7a588f6e-4c0c-474b-9b74-2597adf2d145,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:20.226058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:20.242941 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Transition to ACTIVE for port object 6a4e4e28-8778-4314-801e-2cc74d092153 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:44:20.251127 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:20.254929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Notify callbacks [] for router, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:20.259079 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8373055 Apr 19 18:44:20.259215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:20.299887 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 49150) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:20.302060 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Pushing event updated for resources: {'Port': ['ID=53513f3f-0e73-4ba9-8423-26dcd9b34386,revision_number=3']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:20.305617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b152-afa0-47c6-949e-ad5676da195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:20.307882 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b152-afa0-47c6-949e-ad5676da195e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:20.312143 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-8dd4b152-afa0-47c6-949e-ad5676da195e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/741ec923-fadd-40f1-b1f5-450bacc016f2 HTTP/1.1" status: 204 len: 168 time: 0.8784089 Apr 19 18:44:20.322115 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:20.322751 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:20.338653 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-66f2977b-3400-4d01-8a8c-1bf902ddd771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:20.367766 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4b152-afa0-47c6-949e-ad5676da195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741ec923-fadd-40f1-b1f5-450bacc016f2,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:20.377281 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8dd4b152-afa0-47c6-949e-ad5676da195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:20.385533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-6b3fb26c-4f1a-431a-88ce-df2386e2e34a req-885c61c1-86dc-457c-a54b-fdc9c8ac2ee4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Synchronizing usage tracker for tenant:7e0d5f449eb04a00937ef83d21db7b17 on resource:security_group {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:20.409201 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-66f2977b-3400-4d01-8a8c-1bf902ddd771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:20.472461 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-6b3fb26c-4f1a-431a-88ce-df2386e2e34a req-885c61c1-86dc-457c-a54b-fdc9c8ac2ee4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Unset dirty status for tenant:7e0d5f449eb04a00937ef83d21db7b17 on resource:security_group {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:20.485151 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6b3fb26c-4f1a-431a-88ce-df2386e2e34a req-885c61c1-86dc-457c-a54b-fdc9c8ac2ee4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873809 Apr 19 18:44:20.517388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-da89a777-d878-4747-9207-fec9a4653757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:20.524530 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-da89a777-d878-4747-9207-fec9a4653757 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e0d5f449eb04a00937ef83d21db7b17&device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 1096 time: 0.2710862 Apr 19 18:44:20.543083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-66f2977b-3400-4d01-8a8c-1bf902ddd771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:20.549350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9930abe1-e28c-4104-a9af-237c78678919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:20.593866 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1bf085-ef6c-4909-9682-cd7f7def747e', 'tag': '7a588f6e-4c0c-474b-9b74-2597adf2d145', 'status': 'completed', 'code': 200} Apr 19 18:44:20.613972 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Set router 8868550a-b6f3-4d19-a574-53e85dbdd444 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:44:20.724496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2977b-3400-4d01-8a8c-1bf902ddd771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07911c11-00aa-42fe-a004-cdd91a431f8c,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:20.728347 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-f0a007bb-b33f-49a5-b144-73dc80af9693 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53513f3f-0e73-4ba9-8423-26dcd9b34386 HTTP/1.1" status: 200 len: 217 time: 0.1804345 Apr 19 18:44:20.732087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-66f2977b-3400-4d01-8a8c-1bf902ddd771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:20.738397 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-66f2977b-3400-4d01-8a8c-1bf902ddd771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:20.742874 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-66f2977b-3400-4d01-8a8c-1bf902ddd771 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07911c11-00aa-42fe-a004-cdd91a431f8c HTTP/1.1" status: 204 len: 168 time: 0.7646177 Apr 19 18:44:20.756121 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-0e6dbae3-0732-4fc1-9e19-9d0e1f7dee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:20.757776 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-0e6dbae3-0732-4fc1-9e19-9d0e1f7dee46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 1096 time: 0.6923144 Apr 19 18:44:20.838432 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-ebd38d45-d10b-4ace-9533-ecbd1d0ddad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:20.840792 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-ebd38d45-d10b-4ace-9533-ecbd1d0ddad8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=59fd9f75-e2e5-4bcc-8b39-020d33211155 HTTP/1.1" status: 200 len: 849 time: 0.0944896 Apr 19 18:44:20.869536 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-c52f3723-58e2-4ecd-9bc3-2524613c8df4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a588f6e-4c0c-474b-9b74-2597adf2d145 HTTP/1.1" status: 200 len: 217 time: 0.0874674 Apr 19 18:44:20.941341 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ab28a8-97f7-48a5-8455-a5fe6d2d28d7', 'tag': '53513f3f-0e73-4ba9-8423-26dcd9b34386', 'status': 'completed', 'code': 200} Apr 19 18:44:20.972202 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Pushing event updated for resources: {'Port': ['ID=6a4e4e28-8778-4314-801e-2cc74d092153,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:20.981642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:20.994925 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-e610b5e6-59f9-49d7-a072-f6d4b87d9e54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03d30c63-2e39-4d1d-892a-5ad908d3556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414762 Apr 19 18:44:21.191530 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccc97f-d8c8-4bb1-804d-da70c46ef6a9 req-407f23fb-6a66-4007-877b-babdb63089b4 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:21.192919 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-92ccc97f-d8c8-4bb1-804d-da70c46ef6a9 req-407f23fb-6a66-4007-877b-babdb63089b4 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Synchronizing usage tracker for tenant:601c5702dad04bfc805e02cb20b48f5a on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:21.196221 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'name': 'tempest-ServerRescueNegativeTestJSON-1787595480-router', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:44:14Z', 'updated_at': '2021-04-19T18:44:17Z', 'revision_number': 3, 'project_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'gw_port': {'id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:44:16Z', 'updated_at': '2021-04-19T18:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:21.201229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Checking router: 8868550a-b6f3-4d19-a574-53e85dbdd444 for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:44:21.202343 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Updating router 8868550a-b6f3-4d19-a574-53e85dbdd444 port 9657a0a3-6800-4325-bc01-8d6f0df94b41 binding host dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:44:21.280895 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:21.387516 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-92ccc97f-d8c8-4bb1-804d-da70c46ef6a9 req-407f23fb-6a66-4007-877b-babdb63089b4 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Unset dirty status for tenant:601c5702dad04bfc805e02cb20b48f5a on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:21.396430 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-92ccc97f-d8c8-4bb1-804d-da70c46ef6a9 req-407f23fb-6a66-4007-877b-babdb63089b4 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 931 time: 1.3279951 Apr 19 18:44:21.476011 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Attempting to bind port 6a4e4e28-8778-4314-801e-2cc74d092153 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:44:21.476429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Attempting to bind port 6a4e4e28-8778-4314-801e-2cc74d092153 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fcf6fe63-a63a-429f-aa23-523b6abf1d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:44:21.476813 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Attempting to bind port 6a4e4e28-8778-4314-801e-2cc74d092153 on network 1451c827-63f2-4688-9b5e-bbee44f87bb4 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:21.525964 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Port 6a4e4e28-8778-4314-801e-2cc74d092153 on network 1451c827-63f2-4688-9b5e-bbee44f87bb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:44:21.526356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Attempting to bind port 6a4e4e28-8778-4314-801e-2cc74d092153 on network 1451c827-63f2-4688-9b5e-bbee44f87bb4 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:21.551499 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-c81ba088-8e7f-4c88-92b7-79cc23dc106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:21.553570 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-c81ba088-8e7f-4c88-92b7-79cc23dc106e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a93d428-8eb4-45a2-8168-117528720b9d HTTP/1.1" status: 200 len: 854 time: 0.3525088 Apr 19 18:44:21.559008 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:44:21.559518 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Checking segment: {'id': 'fcf6fe63-a63a-429f-aa23-523b6abf1d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:21.559943 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Bound using segment: {'id': 'fcf6fe63-a63a-429f-aa23-523b6abf1d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:44:21.560429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Bound port: 6a4e4e28-8778-4314-801e-2cc74d092153, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf6fe63-a63a-429f-aa23-523b6abf1d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:44:21.561076 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:21.579496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-92ccc97f-d8c8-4bb1-804d-da70c46ef6a9 req-c2fa03d2-8663-4259-b380-361319631d4b tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Synchronizing usage tracker for tenant:601c5702dad04bfc805e02cb20b48f5a on resource:security_group {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:21.608359 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-7f60760b-0ce0-4271-af38-8da6f1cd3078 service neutron] 10.222.0.60 "GET /v2.0/networks/03d30c63-2e39-4d1d-892a-5ad908d3556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007714 Apr 19 18:44:21.823769 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-0e24f415-0eb3-49c9-97e4-01de9adb88e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3493dc4-ae2a-4c14-abb4-3246e5c61996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2512040 Apr 19 18:44:21.943430 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9dc8c-9864-461a-a1bb-043a6092a891 req-13287893-8a35-424f-a2ba-6d74b5c29b9d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:21.951841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-92ccc97f-d8c8-4bb1-804d-da70c46ef6a9 req-c2fa03d2-8663-4259-b380-361319631d4b tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Unset dirty status for tenant:601c5702dad04bfc805e02cb20b48f5a on resource:security_group {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:21.956955 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-72f9dc8c-9864-461a-a1bb-043a6092a891 req-13287893-8a35-424f-a2ba-6d74b5c29b9d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 943 time: 0.3469453 Apr 19 18:44:21.963626 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-92ccc97f-d8c8-4bb1-804d-da70c46ef6a9 req-c2fa03d2-8663-4259-b380-361319631d4b tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660625 Apr 19 18:44:22.094250 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-72f9dc8c-9864-461a-a1bb-043a6092a891 req-aeec8bbc-40c3-4a45-9b3f-58259b46bfb1 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356795 Apr 19 18:44:22.104830 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-deb45af3-9fd1-4a8a-867c-256de0928dbf req-00bb88ba-ebf4-4c2d-a878-536962fc7038 service neutron] 10.222.0.60 "GET /v2.0/networks/03d30c63-2e39-4d1d-892a-5ad908d3556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314003 Apr 19 18:44:22.137241 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:22.167510 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Transition to ACTIVE for port object 9657a0a3-6800-4325-bc01-8d6f0df94b41 will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:44:22.175672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:22.187277 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0d548344-f1a6-4659-8b2a-e596d2d500d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:22.240795 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-32a264d5-3bd5-416a-be7a-1db8f28066f1 service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811574 Apr 19 18:44:22.260234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] For port 6a4e4e28-8778-4314-801e-2cc74d092153, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:44:22.297641 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Pushing event updated for resources: {'Port': ['ID=9657a0a3-6800-4325-bc01-8d6f0df94b41,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:22.344166 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:22.344765 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:22.345408 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:22.346513 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:22.348259 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:22.348980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:22.349636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:22.350410 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:22.351132 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:22.351778 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:22.352556 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:22.354005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:22.360708 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Attempting to bind port 9657a0a3-6800-4325-bc01-8d6f0df94b41 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:44:22.362660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Attempting to bind port 9657a0a3-6800-4325-bc01-8d6f0df94b41 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:44:22.363368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Attempting to bind port 9657a0a3-6800-4325-bc01-8d6f0df94b41 on network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:22.383704 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:22.386031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:44:22.386417 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Checking segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:22.387386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:22.388271 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Bound using segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:44:22.389779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Bound port: 9657a0a3-6800-4325-bc01-8d6f0df94b41, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:44:22.390536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:22.392860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] For port 6a4e4e28-8778-4314-801e-2cc74d092153, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6a4e4e28-8778-4314-801e-2cc74d092153,segment=NetworkSegment(fcf6fe63-a63a-429f-aa23-523b6abf1d68),segment_id=fcf6fe63-a63a-429f-aa23-523b6abf1d68)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:44:22.416915 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:22.429398 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23442a7-dcc4-41c2-a56b-66a5fbea3b48 req-b06939bf-01ee-4395-9ec6-c47eb50941e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:22.431779 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f23442a7-dcc4-41c2-a56b-66a5fbea3b48 req-b06939bf-01ee-4395-9ec6-c47eb50941e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e0d5f449eb04a00937ef83d21db7b17&device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 1096 time: 0.2602844 Apr 19 18:44:22.433419 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:22.649841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] For port 9657a0a3-6800-4325-bc01-8d6f0df94b41, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:44:22.657601 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] For port 9657a0a3-6800-4325-bc01-8d6f0df94b41, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=9657a0a3-6800-4325-bc01-8d6f0df94b41,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:44:22.663666 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:22.677199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:22.792242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23442a7-dcc4-41c2-a56b-66a5fbea3b48 req-b3728806-2a16-4cc6-ab74-b92bd0e3c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:22.795241 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f23442a7-dcc4-41c2-a56b-66a5fbea3b48 req-b3728806-2a16-4cc6-ab74-b92bd0e3c6c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=03d30c63-2e39-4d1d-892a-5ad908d3556f HTTP/1.1" status: 200 len: 910 time: 0.3474519 Apr 19 18:44:22.799452 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Routers {'8868550a-b6f3-4d19-a574-53e85dbdd444'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:44:22.800322 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:43:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['8868550a-b6f3-4d19-a574-53e85dbdd444'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:22.829679 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f4d1-444a-485a-8f80-512d81a4412c req-854163af-aa2d-4622-8e95-8c4d3db0bc70 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:22.845039 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4ec8f4d1-444a-485a-8f80-512d81a4412c req-854163af-aa2d-4622-8e95-8c4d3db0bc70 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 943 time: 0.3988864 Apr 19 18:44:22.966843 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bd6d609-c29f-461a-bb53-cfe84444e502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:22.977103 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Pushing event updated for resources: {'Port': ['ID=9657a0a3-6800-4325-bc01-8d6f0df94b41,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:22.997386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:23.087564 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f23442a7-dcc4-41c2-a56b-66a5fbea3b48 req-d86a3f1e-2f63-4b99-85de-a61295ebfd72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53513f3f-0e73-4ba9-8423-26dcd9b34386 HTTP/1.1" status: 200 len: 217 time: 0.2378433 Apr 19 18:44:23.159304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] Set router 8868550a-b6f3-4d19-a574-53e85dbdd444 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:44:23.230979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23442a7-dcc4-41c2-a56b-66a5fbea3b48 req-f6d197c6-f53c-43d0-973d-94ffd56ad616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:23.232613 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f23442a7-dcc4-41c2-a56b-66a5fbea3b48 req-f6d197c6-f53c-43d0-973d-94ffd56ad616 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=59fd9f75-e2e5-4bcc-8b39-020d33211155 HTTP/1.1" status: 200 len: 849 time: 0.1368067 Apr 19 18:44:23.242072 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4ec8f4d1-444a-485a-8f80-512d81a4412c req-0804989f-43f3-4d99-8ac2-5b0c5dd06eb0 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951683 Apr 19 18:44:23.329470 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f23442a7-dcc4-41c2-a56b-66a5fbea3b48 req-32f22a7f-99cd-4132-bce6-7586afb6e580 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03d30c63-2e39-4d1d-892a-5ad908d3556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821512 Apr 19 18:44:23.429717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:23.436883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:23.438198 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] 10.222.0.60 "PUT /v2.0/ports/6a4e4e28-8778-4314-801e-2cc74d092153 HTTP/1.1" status: 200 len: 1093 time: 5.1554749 Apr 19 18:44:23.457820 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5820a9a3-83dd-4d1d-b8d2-4662a971ca7e', 'tag': '6a4e4e28-8778-4314-801e-2cc74d092153'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:23.639513 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Pushing event updated for resources: {'Port': ['ID=6a4e4e28-8778-4314-801e-2cc74d092153,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:23.657354 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.224s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:23.662240 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:23.683710 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50f2c8e6-8304-472d-b71e-91502d2828fa req-94f29610-4fa0-4b7e-8519-8d40492f6145 service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4208868 Apr 19 18:44:23.703860 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f23442a7-dcc4-41c2-a56b-66a5fbea3b48 req-439e2ca6-757d-4bc0-ba41-b5f765a0d3e5 service neutron] 10.222.0.60 "GET /v2.0/networks/03d30c63-2e39-4d1d-892a-5ad908d3556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668234 Apr 19 18:44:23.740187 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'name': 'tempest-ServerRescueNegativeTestJSON-1787595480-router', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:44:14Z', 'updated_at': '2021-04-19T18:44:17Z', 'revision_number': 3, 'project_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'gw_port': {'id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:44:16Z', 'updated_at': '2021-04-19T18:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:23.746347 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff4c27-fdf4-4606-a167-a6fd679d54c6 None None] The sync data for ids ['8868550a-b6f3-4d19-a574-53e85dbdd444'] in dv-cinder-786930-1-smb is: [{'id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'name': 'tempest-ServerRescueNegativeTestJSON-1787595480-router', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:44:14Z', 'updated_at': '2021-04-19T18:44:17Z', 'revision_number': 3, 'project_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'gw_port': {'id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:44:16Z', 'updated_at': '2021-04-19T18:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:44:23.890244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a039ba6-9f2f-4c7b-b7f2-42c21c70ef2a req-5702d437-52da-4df8-9392-d2a710878ddb tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:23.899493 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6a039ba6-9f2f-4c7b-b7f2-42c21c70ef2a req-5702d437-52da-4df8-9392-d2a710878ddb tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 943 time: 0.4658053 Apr 19 18:44:23.933233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa429e-770a-4ad3-9271-16f8d465df01 req-77522b09-165e-4317-b23c-abfd719dda10 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:23.941789 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f3aa429e-770a-4ad3-9271-16f8d465df01 req-77522b09-165e-4317-b23c-abfd719dda10 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 943 time: 0.6804101 Apr 19 18:44:23.990958 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6a039ba6-9f2f-4c7b-b7f2-42c21c70ef2a req-93a8311c-8df0-42b3-9104-c7b0cbca5ed2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866234 Apr 19 18:44:23.996459 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f23442a7-dcc4-41c2-a56b-66a5fbea3b48 req-a424e6d6-9260-49c2-893d-5a7a6454cc50 service neutron] 10.222.0.60 "GET /v2.0/networks/03d30c63-2e39-4d1d-892a-5ad908d3556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724557 Apr 19 18:44:24.063800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5553ea6f-b7b2-4d95-8eb4-4486bcf24722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:24.065778 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-5553ea6f-b7b2-4d95-8eb4-4486bcf24722 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=601c5702dad04bfc805e02cb20b48f5a&device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 1096 time: 0.5456784 Apr 19 18:44:24.076762 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f3aa429e-770a-4ad3-9271-16f8d465df01 req-5954c4fb-5fe8-441b-94e0-5d5982395d48 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340446 Apr 19 18:44:24.191557 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-4b830428-836f-46b1-b75e-6a5818e1a968 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a4e4e28-8778-4314-801e-2cc74d092153 HTTP/1.1" status: 200 len: 217 time: 0.1073523 Apr 19 18:44:24.207807 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150c6b-7a94-49a6-a947-33edf10aeeb3 req-dc2b9051-bad5-4c72-9d13-5df4aa1ae112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:24.209455 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c150c6b-7a94-49a6-a947-33edf10aeeb3 req-dc2b9051-bad5-4c72-9d13-5df4aa1ae112 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 1096 time: 0.4189882 Apr 19 18:44:24.216752 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5820a9a3-83dd-4d1d-b8d2-4662a971ca7e', 'tag': '6a4e4e28-8778-4314-801e-2cc74d092153', 'status': 'completed', 'code': 200} Apr 19 18:44:24.536236 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-7c58958e-ce62-4df3-90bd-74c7120df0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:24.537848 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-7c58958e-ce62-4df3-90bd-74c7120df0a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b479d18e-77ba-4a31-9cec-400fd7eccaf4 HTTP/1.1" status: 200 len: 848 time: 0.3274324 Apr 19 18:44:24.552941 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Allocated IP 172.20.0.1 (5491f799-d694-4a65-a4df-21dc2df8b545/83bcaa7b-30da-45fa-b239-16096acfb303/8e1f1a91-5b8d-4121-b9b6-4097e9493c7e) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:44:24.630679 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-d46a893a-e817-41c8-998a-7de9342b0350 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1451c827-63f2-4688-9b5e-bbee44f87bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732296 Apr 19 18:44:24.704128 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150c6b-7a94-49a6-a947-33edf10aeeb3 req-75cd381f-c2ff-44d4-b5e5-920802188f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:24.706831 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c150c6b-7a94-49a6-a947-33edf10aeeb3 req-75cd381f-c2ff-44d4-b5e5-920802188f10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 915 time: 0.4455471 Apr 19 18:44:24.876068 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c150c6b-7a94-49a6-a947-33edf10aeeb3 req-51301c83-2b48-4602-9006-1e45b58ffa77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a588f6e-4c0c-474b-9b74-2597adf2d145 HTTP/1.1" status: 200 len: 217 time: 0.1378081 Apr 19 18:44:25.059974 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-d8faad6c-e706-4f9b-aff2-f78b0fd318d8 service neutron] 10.222.0.60 "GET /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088106 Apr 19 18:44:25.068995 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702d5af-7eb6-44bb-96e1-db284690393e req-74bb5b57-7940-482d-92e1-fb305b3aca49 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:25.070548 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a702d5af-7eb6-44bb-96e1-db284690393e req-74bb5b57-7940-482d-92e1-fb305b3aca49 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 943 time: 0.5888739 Apr 19 18:44:25.142181 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150c6b-7a94-49a6-a947-33edf10aeeb3 req-b51be92f-0300-49b3-9ab4-cf9895760a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:25.144583 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c150c6b-7a94-49a6-a947-33edf10aeeb3 req-b51be92f-0300-49b3-9ab4-cf9895760a9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a93d428-8eb4-45a2-8168-117528720b9d HTTP/1.1" status: 200 len: 854 time: 0.2534471 Apr 19 18:44:25.321815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab9d6f-93e4-4851-8574-1c948a729334 req-59dfdcf5-9a5a-4576-bd12-0020b5372f39 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:25.323757 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-59ab9d6f-93e4-4851-8574-1c948a729334 req-59dfdcf5-9a5a-4576-bd12-0020b5372f39 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 943 time: 0.1256464 Apr 19 18:44:25.386725 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-59ab9d6f-93e4-4851-8574-1c948a729334 req-1fd80f53-687a-43bd-a8c8-8a6e89977d2d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496426 Apr 19 18:44:25.495620 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:25.523609 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c150c6b-7a94-49a6-a947-33edf10aeeb3 req-c7c6fefb-1a88-460a-af11-d2a96295c2a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3493dc4-ae2a-4c14-abb4-3246e5c61996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3498123 Apr 19 18:44:25.527555 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 53513f3f-0e73-4ba9-8423-26dcd9b34386 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:44:25.591902 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a702d5af-7eb6-44bb-96e1-db284690393e req-bc61c843-6731-47c9-b394-eaff678508dd tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738133 Apr 19 18:44:25.723666 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dec4b68f-21b8-4cff-9414-af14fe224133 req-532f48fd-1658-4467-895c-d4c484a33a8e service neutron] 10.222.0.60 "GET /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412377 Apr 19 18:44:25.778581 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:25.832064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:25.931421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077da402-45b3-4397-9bf4-3515e3cce534 req-64e39b61-f474-4d5c-90a9-e9d0debbc019 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:25.934197 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-077da402-45b3-4397-9bf4-3515e3cce534 req-64e39b61-f474-4d5c-90a9-e9d0debbc019 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 943 time: 0.3262522 Apr 19 18:44:25.952622 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:25.968245 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c150c6b-7a94-49a6-a947-33edf10aeeb3 req-1cfe795f-190e-43a5-8ed9-2b2ede59771b service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309840 Apr 19 18:44:25.978284 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Network 5491f799-d694-4a65-a4df-21dc2df8b545 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:44:25.991722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:26.004342 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-940b039c-e92b-4610-a376-40bc0b1e0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:26.021506 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:44:26.059366 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-077da402-45b3-4397-9bf4-3515e3cce534 req-2e0bc13f-a9e7-459e-a258-8800bfca6b25 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122017 Apr 19 18:44:26.104867 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1f1a91-5b8d-4121-b9b6-4097e9493c7e,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:26.110850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 53513f3f-0e73-4ba9-8423-26dcd9b34386, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=53513f3f-0e73-4ba9-8423-26dcd9b34386,segment=NetworkSegment(0f7d394e-3810-4be7-9a3e-8eba61ffa4ad),segment_id=0f7d394e-3810-4be7-9a3e-8eba61ffa4ad)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:26.115310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:26.129131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': '53513f3f-0e73-4ba9-8423-26dcd9b34386', 'network_id': '03d30c63-2e39-4d1d-892a-5ad908d3556f', 'port_id': '53513f3f-0e73-4ba9-8423-26dcd9b34386', 'mac_address': 'fa:16:3e:cb:92:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fd9f75-e2e5-4bcc-8b39-020d33211155', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:44:26.200135 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 9657a0a3-6800-4325-bc01-8d6f0df94b41 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:44:26.218652 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942081'] for router_interface, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:26.243094 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:26.279238 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53513f3f-0e73-4ba9-8423-26dcd9b34386 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:44:26.306012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 53513f3f-0e73-4ba9-8423-26dcd9b34386, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=53513f3f-0e73-4ba9-8423-26dcd9b34386,segment=NetworkSegment(0f7d394e-3810-4be7-9a3e-8eba61ffa4ad),segment_id=0f7d394e-3810-4be7-9a3e-8eba61ffa4ad)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:26.310554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:26.312878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:26.372025 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 9657a0a3-6800-4325-bc01-8d6f0df94b41 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:44:26.392555 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=53513f3f-0e73-4ba9-8423-26dcd9b34386,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:26.396843 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839ddbb-3225-45d1-9c06-7203faec1433 req-7caf3680-fd9f-4a9d-932c-ffc2743ff37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:26.397151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 9657a0a3-6800-4325-bc01-8d6f0df94b41 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:44:26.397687 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:26.398489 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b839ddbb-3225-45d1-9c06-7203faec1433 req-7caf3680-fd9f-4a9d-932c-ffc2743ff37b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=601c5702dad04bfc805e02cb20b48f5a&device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 1096 time: 0.5174689 Apr 19 18:44:26.413393 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c150c6b-7a94-49a6-a947-33edf10aeeb3 req-13805c4e-f682-4b78-b1ab-aa3c6f5bfb50 service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239180 Apr 19 18:44:26.489816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:26.490208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:26.490617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:26.491007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:26.491378 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:26.491756 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:26.492213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:26.492590 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:26.492954 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:26.493318 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:26.493705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:26.494053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:44:26.498628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:26.682743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:26.714639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port 9657a0a3-6800-4325-bc01-8d6f0df94b41, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=9657a0a3-6800-4325-bc01-8d6f0df94b41,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:26.718940 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:26.722126 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:26.739702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:26.760517 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839ddbb-3225-45d1-9c06-7203faec1433 req-8cabf0cf-c322-4e42-ba4a-cfa604a66918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:26.762835 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b839ddbb-3225-45d1-9c06-7203faec1433 req-8cabf0cf-c322-4e42-ba4a-cfa604a66918 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1451c827-63f2-4688-9b5e-bbee44f87bb4 HTTP/1.1" status: 200 len: 909 time: 0.3462086 Apr 19 18:44:26.796083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df29f9-a249-4167-a99a-6c4b0233c6e6 req-a4cb8f9b-c6ae-45d8-a834-ce7d1eaba8c8 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:26.797890 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-44df29f9-a249-4167-a99a-6c4b0233c6e6 req-a4cb8f9b-c6ae-45d8-a834-ce7d1eaba8c8 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 943 time: 0.1194541 Apr 19 18:44:26.805590 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['53513f3f-0e73-4ba9-8423-26dcd9b34386'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:44:26.854635 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-44df29f9-a249-4167-a99a-6c4b0233c6e6 req-52db452d-aa41-4345-832d-1eedeb7ef535 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464649 Apr 19 18:44:26.928087 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b839ddbb-3225-45d1-9c06-7203faec1433 req-151db882-19c2-40bd-a3e3-83a397a8d58c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a4e4e28-8778-4314-801e-2cc74d092153 HTTP/1.1" status: 200 len: 217 time: 0.1332512 Apr 19 18:44:26.947208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=9657a0a3-6800-4325-bc01-8d6f0df94b41,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:26.972836 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:27.024828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839ddbb-3225-45d1-9c06-7203faec1433 req-c10b854f-5bef-4ecf-9f4c-1f67610fce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:27.027004 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b839ddbb-3225-45d1-9c06-7203faec1433 req-c10b854f-5bef-4ecf-9f4c-1f67610fce81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b479d18e-77ba-4a31-9cec-400fd7eccaf4 HTTP/1.1" status: 200 len: 848 time: 0.0735180 Apr 19 18:44:27.131141 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b839ddbb-3225-45d1-9c06-7203faec1433 req-f6dafe84-55b0-4d8c-b705-1c36bc3ec5fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1451c827-63f2-4688-9b5e-bbee44f87bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606577 Apr 19 18:44:27.242556 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:27.256150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b723bea-89c6-43a5-9481-4182a7a3a1fe req-a9637ce0-eb39-4c50-8ca6-70b416d73659 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:27.257768 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4b723bea-89c6-43a5-9481-4182a7a3a1fe req-a9637ce0-eb39-4c50-8ca6-70b416d73659 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 944 time: 0.4621923 Apr 19 18:44:27.370239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d04af-ecca-49c0-8aaa-08e261698153 req-43c0782b-5b44-4a16-9a46-a9772863190c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:27.373075 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d25d04af-ecca-49c0-8aaa-08e261698153 req-43c0782b-5b44-4a16-9a46-a9772863190c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 943 time: 0.1041284 Apr 19 18:44:27.424069 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4b723bea-89c6-43a5-9481-4182a7a3a1fe req-fe647258-8481-494c-93c5-f61e5d7b45e8 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104150 Apr 19 18:44:27.424794 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d25d04af-ecca-49c0-8aaa-08e261698153 req-38e1c96c-260f-4fcc-bd50-e46fdd8cd2de tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444186 Apr 19 18:44:27.427354 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b839ddbb-3225-45d1-9c06-7203faec1433 req-c0224e2f-689f-456f-a435-1e97c97c31de service neutron] 10.222.0.60 "GET /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450731 Apr 19 18:44:27.451599 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:27.483128 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:27.529061 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f27b9d96-3f2f-448d-a0c0-0a5c40b35f4b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:27.533854 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 7a588f6e-4c0c-474b-9b74-2597adf2d145 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:44:27.689360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 7a588f6e-4c0c-474b-9b74-2597adf2d145, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7a588f6e-4c0c-474b-9b74-2597adf2d145,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:27.705664 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': '7a588f6e-4c0c-474b-9b74-2597adf2d145', 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996', 'port_id': '7a588f6e-4c0c-474b-9b74-2597adf2d145', 'mac_address': 'fa:16:3e:44:ef:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a93d428-8eb4-45a2-8168-117528720b9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:44:27.771846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:27.790995 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a588f6e-4c0c-474b-9b74-2597adf2d145 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:44:27.808334 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 7a588f6e-4c0c-474b-9b74-2597adf2d145, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7a588f6e-4c0c-474b-9b74-2597adf2d145,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:27.811740 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:27.813603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:27.886597 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=7a588f6e-4c0c-474b-9b74-2597adf2d145,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:27.889855 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:27.897129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1f1a91-5b8d-4121-b9b6-4097e9493c7e,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:27.900620 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:27.903381 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853833626'] for router_interface, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:28.076915 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 9657a0a3-6800-4325-bc01-8d6f0df94b41 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:44:28.105846 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b839ddbb-3225-45d1-9c06-7203faec1433 req-7e08d538-30d4-4080-a0c2-97e03e2f378a service neutron] 10.222.0.60 "GET /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6516681 Apr 19 18:44:28.153916 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 9657a0a3-6800-4325-bc01-8d6f0df94b41 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:44:28.154476 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:28.165807 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Network 5491f799-d694-4a65-a4df-21dc2df8b545 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:44:28.169545 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:28.218892 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['7a588f6e-4c0c-474b-9b74-2597adf2d145'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:44:28.256488 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc68eb-3abe-466c-a1f0-fc7ef7661145 req-8c6f24b1-5446-486a-a398-098ef048635a tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:28.258098 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a9bc68eb-3abe-466c-a1f0-fc7ef7661145 req-8c6f24b1-5446-486a-a398-098ef048635a tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 944 time: 0.2322297 Apr 19 18:44:28.298958 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:28.397621 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a9bc68eb-3abe-466c-a1f0-fc7ef7661145 req-6bb3f286-eee0-4764-af66-546e3a2d97c7 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750086 Apr 19 18:44:28.433563 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Router 8868550a-b6f3-4d19-a574-53e85dbdd444 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:44:28.709948 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada4968-c9d4-4ac2-b6cd-e9c260193313 req-311cad43-2add-4d06-a5d0-934605c06b9b tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:28.711647 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8ada4968-c9d4-4ac2-b6cd-e9c260193313 req-311cad43-2add-4d06-a5d0-934605c06b9b tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 944 time: 0.1437159 Apr 19 18:44:28.716788 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:44:28.717569 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6bda0-6864-48bd-9586-5a2747606ade req-62401491-6051-4d58-8b01-fe25052ce5cd tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:28.719659 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3ee6bda0-6864-48bd-9586-5a2747606ade req-62401491-6051-4d58-8b01-fe25052ce5cd tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 943 time: 0.0999212 Apr 19 18:44:28.727478 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Sync routers for ids ['8868550a-b6f3-4d19-a574-53e85dbdd444'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:44:28.738428 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Routers {'8868550a-b6f3-4d19-a574-53e85dbdd444'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:44:28.739194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:44:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['8868550a-b6f3-4d19-a574-53e85dbdd444'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:28.778683 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] 10.222.0.10 "PUT /v2.0/routers/8868550a-b6f3-4d19-a574-53e85dbdd444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4774415 Apr 19 18:44:28.789699 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3ee6bda0-6864-48bd-9586-5a2747606ade req-b1d2287d-93ee-42c5-a460-dda769da39b9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573628 Apr 19 18:44:28.800026 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8ada4968-c9d4-4ac2-b6cd-e9c260193313 req-89e34f86-4042-4121-b263-7f5b0c297b75 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680602 Apr 19 18:44:29.019373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Set router 8868550a-b6f3-4d19-a574-53e85dbdd444 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:44:29.370223 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'name': 'tempest-ServerRescueNegativeTestJSON-1787595480-router', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:44:14Z', 'updated_at': '2021-04-19T18:44:26Z', 'revision_number': 4, 'project_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'gw_port': {'id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:44:16Z', 'updated_at': '2021-04-19T18:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '8e1f1a91-5b8d-4121-b9b6-4097e9493c7e', 'name': '', 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'mac_address': 'fa:16:3e:93:42:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '83bcaa7b-30da-45fa-b239-16096acfb303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:44:23Z', 'updated_at': '2021-04-19T18:44:26Z', 'revision_number': 2, 'project_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'subnets': [{'id': '83bcaa7b-30da-45fa-b239-16096acfb303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:29.374596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Checking router: 8868550a-b6f3-4d19-a574-53e85dbdd444 for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:44:29.375116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Updating router 8868550a-b6f3-4d19-a574-53e85dbdd444 port 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e binding host dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:44:29.403429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-ebfb042f-a10e-4d48-8d26-5b81e5fedc04 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:29.407073 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-ebfb042f-a10e-4d48-8d26-5b81e5fedc04 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/networks?id=5491f799-d694-4a65-a4df-21dc2df8b545 HTTP/1.1" status: 200 len: 819 time: 0.1737702 Apr 19 18:44:29.423693 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-9a348a84-3a69-49b7-9ed4-8cba9119d240 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/quotas/bfbd571c9d4e409eb3e37ef72c147384 HTTP/1.1" status: 200 len: 375 time: 0.0110695 Apr 19 18:44:29.437673 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:29.526896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abc8f9a5-e8b5-471a-8ff3-7b1fe71e5388 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Synchronizing usage tracker for tenant:bfbd571c9d4e409eb3e37ef72c147384 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:29.545254 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abc8f9a5-e8b5-471a-8ff3-7b1fe71e5388 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Unset dirty status for tenant:bfbd571c9d4e409eb3e37ef72c147384 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:29.546714 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abc8f9a5-e8b5-471a-8ff3-7b1fe71e5388 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfbd571c9d4e409eb3e37ef72c147384&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155398 Apr 19 18:44:29.568464 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 6a4e4e28-8778-4314-801e-2cc74d092153 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:44:29.570837 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 53513f3f-0e73-4ba9-8423-26dcd9b34386 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:44:29.672675 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5360c-b21b-460b-8318-c9bdaa9656da req-42338a39-7c8a-42be-899e-f6c0de92c89d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:29.674793 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-31a5360c-b21b-460b-8318-c9bdaa9656da req-42338a39-7c8a-42be-899e-f6c0de92c89d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 944 time: 0.1001236 Apr 19 18:44:29.697826 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-3a783f6a-ceea-4d1f-880e-4b9581b31df3 service neutron] 10.222.0.10 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432755 Apr 19 18:44:29.726013 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-31a5360c-b21b-460b-8318-c9bdaa9656da req-d4a0b728-a317-4a76-a6ec-e6f05ea6b095 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446539 Apr 19 18:44:29.852651 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-94b70030-d71b-4e10-bf28-975e0c85c046 service neutron] 10.222.0.10 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458664 Apr 19 18:44:30.094648 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port 53513f3f-0e73-4ba9-8423-26dcd9b34386 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:44:30.110617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ebb6-1769-4e62-823f-a79c26e6596a req-4a117f70-8f1d-4bdf-8ddd-670543c6468b tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:30.113025 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee60ebb6-1769-4e62-823f-a79c26e6596a req-4a117f70-8f1d-4bdf-8ddd-670543c6468b tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 943 time: 0.1125846 Apr 19 18:44:30.118329 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port 53513f3f-0e73-4ba9-8423-26dcd9b34386 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:44:30.119087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:30.165430 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee60ebb6-1769-4e62-823f-a79c26e6596a req-6eb7e624-3ba9-4271-a6c2-6a43f7aef863 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458963 Apr 19 18:44:30.261052 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f0269-9833-4ca0-a8ca-3a8d3e8a3457 req-24bd8721-c42a-4c5b-bd36-f8fd42537689 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:30.264817 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-db4f0269-9833-4ca0-a8ca-3a8d3e8a3457 req-24bd8721-c42a-4c5b-bd36-f8fd42537689 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 944 time: 0.1903858 Apr 19 18:44:30.348057 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-db4f0269-9833-4ca0-a8ca-3a8d3e8a3457 req-ea9284f0-3ad2-4d29-804e-b2e294d516a8 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691690 Apr 19 18:44:30.352592 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 6a4e4e28-8778-4314-801e-2cc74d092153, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6a4e4e28-8778-4314-801e-2cc74d092153,segment=NetworkSegment(fcf6fe63-a63a-429f-aa23-523b6abf1d68),segment_id=fcf6fe63-a63a-429f-aa23-523b6abf1d68)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:30.495886 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': '6a4e4e28-8778-4314-801e-2cc74d092153', 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4', 'port_id': '6a4e4e28-8778-4314-801e-2cc74d092153', 'mac_address': 'fa:16:3e:52:8f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b479d18e-77ba-4a31-9cec-400fd7eccaf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:44:30.567707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:30.624421 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-eca853fd-ea15-4563-a9f5-c19618415071 req-f5599c6f-d633-41a4-97e5-42ef581ae8b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 210 time: 0.1689725 Apr 19 18:44:30.753746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:30.773925 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ab28a8-97f7-48a5-8455-a5fe6d2d28d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53513f3f-0e73-4ba9-8423-26dcd9b34386'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:30.813387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Transition to ACTIVE for port object 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:44:30.822400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 53513f3f-0e73-4ba9-8423-26dcd9b34386, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=53513f3f-0e73-4ba9-8423-26dcd9b34386,segment=NetworkSegment(0f7d394e-3810-4be7-9a3e-8eba61ffa4ad),segment_id=0f7d394e-3810-4be7-9a3e-8eba61ffa4ad)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:30.826397 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:30.881882 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4e4e28-8778-4314-801e-2cc74d092153 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:44:30.891466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:30.898678 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:30.899987 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 7a588f6e-4c0c-474b-9b74-2597adf2d145 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:44:30.984721 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6c46fa21-6123-46d6-86fe-f413be5ba610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:31.026800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-fee95152-fcc6-455f-8618-1b175b6e9601 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:31.027878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-fee95152-fcc6-455f-8618-1b175b6e9601 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Synchronizing usage tracker for tenant:bfbd571c9d4e409eb3e37ef72c147384 on resource:network {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:31.046806 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-fee95152-fcc6-455f-8618-1b175b6e9601 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Unset dirty status for tenant:bfbd571c9d4e409eb3e37ef72c147384 on resource:network {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:31.056816 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-fee95152-fcc6-455f-8618-1b175b6e9601 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/networks?id=5491f799-d694-4a65-a4df-21dc2df8b545 HTTP/1.1" status: 200 len: 819 time: 0.2252460 Apr 19 18:44:31.082461 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2477ec28-fc98-4323-a2b6-85bb892eed8d tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/quotas/bfbd571c9d4e409eb3e37ef72c147384 HTTP/1.1" status: 200 len: 375 time: 0.0247476 Apr 19 18:44:31.191240 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-766f47f1-2593-46c8-a409-d021b4a42c24 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfbd571c9d4e409eb3e37ef72c147384&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073608 Apr 19 18:44:31.207604 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557df93e-0cfa-4be0-a437-32f986a73fce req-fbff712c-ec30-4196-a67b-4261547fafd3 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:31.209410 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-557df93e-0cfa-4be0-a437-32f986a73fce req-fbff712c-ec30-4196-a67b-4261547fafd3 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 944 time: 0.2131863 Apr 19 18:44:31.245358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58516597-c9e1-43dc-9773-32d6510e16af None None] Pushing event updated for resources: {'Port': ['ID=8e1f1a91-5b8d-4121-b9b6-4097e9493c7e,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:31.301497 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-557df93e-0cfa-4be0-a437-32f986a73fce req-00d5dcba-91c1-4095-91d1-e1413a2b3750 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849946 Apr 19 18:44:31.407450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 6a4e4e28-8778-4314-801e-2cc74d092153, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6a4e4e28-8778-4314-801e-2cc74d092153,segment=NetworkSegment(fcf6fe63-a63a-429f-aa23-523b6abf1d68),segment_id=fcf6fe63-a63a-429f-aa23-523b6abf1d68)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:31.409622 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-6d868b38-498c-4562-9c40-1714f6630c17 service neutron] 10.222.0.10 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045696 Apr 19 18:44:31.434486 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ab28a8-97f7-48a5-8455-a5fe6d2d28d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53513f3f-0e73-4ba9-8423-26dcd9b34386', 'code': 200} Apr 19 18:44:31.507809 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:31.614181 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=53513f3f-0e73-4ba9-8423-26dcd9b34386,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:31.621110 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:31.623999 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ff3e5972-e36c-466b-a04f-eeed73f03f04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:31.654445 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-899f780e-fca5-455a-baef-be6ea4b94024 service neutron] 10.222.0.10 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426033 Apr 19 18:44:31.882119 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Attempting to bind port 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:44:31.882542 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Attempting to bind port 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:44:31.886124 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Attempting to bind port 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e on network 5491f799-d694-4a65-a4df-21dc2df8b545 {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:31.914173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00148137-c7a2-47d4-9c09-defb8920904c req-13cae45c-d97e-4c13-a462-83423496541d tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:31.916925 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:44:31.917536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Checking segment: {'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:31.918003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:31.918453 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Bound using segment: {'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:44:31.919946 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Bound port: 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:44:31.923095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:31.923337 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-00148137-c7a2-47d4-9c09-defb8920904c req-13cae45c-d97e-4c13-a462-83423496541d tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 944 time: 0.3789070 Apr 19 18:44:31.951628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=6a4e4e28-8778-4314-801e-2cc74d092153,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:31.958122 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8a4cf-cf60-4aa1-86a5-2c58073173c7 req-6607f0d2-83c8-42e9-b637-c7fd0df9a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:31.959783 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-83c8a4cf-cf60-4aa1-86a5-2c58073173c7 req-6607f0d2-83c8-42e9-b637-c7fd0df9a4d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 1098 time: 0.3230059 Apr 19 18:44:31.965214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:31.966299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port 7a588f6e-4c0c-474b-9b74-2597adf2d145 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:44:31.979690 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1286c832-a429-49ec-92c8-55cfdd78daea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:31.980094 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1286c832-a429-49ec-92c8-55cfdd78daea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:31.981206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port 7a588f6e-4c0c-474b-9b74-2597adf2d145 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:44:31.981206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:32.061630 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['6a4e4e28-8778-4314-801e-2cc74d092153'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:44:32.220773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2ca41-63e8-420f-b917-7f4bcb722a16 req-4c6db6c9-07eb-4569-946f-6b5ab27711d2 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:32.229425 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-24a2ca41-63e8-420f-b917-7f4bcb722a16 req-4c6db6c9-07eb-4569-946f-6b5ab27711d2 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 945 time: 0.1124871 Apr 19 18:44:32.264244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-e6b642b6-b82f-4924-acef-c3f18faa8455 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:32.267080 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-e6b642b6-b82f-4924-acef-c3f18faa8455 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.60 "GET /v2.0/networks?id=5491f799-d694-4a65-a4df-21dc2df8b545 HTTP/1.1" status: 200 len: 819 time: 0.2139323 Apr 19 18:44:32.291436 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-24a2ca41-63e8-420f-b917-7f4bcb722a16 req-e1d3fe7b-cc4d-4e10-8ce5-8abd42e74269 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609653 Apr 19 18:44:32.304257 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-83c8a4cf-cf60-4aa1-86a5-2c58073173c7 req-e47190fd-930d-471a-a021-a94d90a74feb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335197 Apr 19 18:44:32.335664 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Request body: {'port': {'device_id': '7e597eab-597e-41ff-8325-84ab0336ec91', 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545', 'admin_state_up': True, 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:32.361636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:32.462654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 7a588f6e-4c0c-474b-9b74-2597adf2d145, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7a588f6e-4c0c-474b-9b74-2597adf2d145,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:32.482519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:32.488066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:32.608507 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-00148137-c7a2-47d4-9c09-defb8920904c req-0037bf58-3901-4bae-ac42-bfdbc2583c22 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792328 Apr 19 18:44:32.670475 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] For port 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:44:32.721584 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:32.732861 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:32.737314 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] For port 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=8e1f1a91-5b8d-4121-b9b6-4097e9493c7e,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:44:32.743287 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Made reservation on behalf of bfbd571c9d4e409eb3e37ef72c147384 for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:32.745448 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:32.750063 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:32.806774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=7a588f6e-4c0c-474b-9b74-2597adf2d145,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:32.822335 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:32.823216 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:32.857120 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4d315f7a-a08b-48e1-8774-b8f099896e1a req-f6165ea3-9517-4672-a30c-a3db4ce75e07 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 210 time: 0.1214504 Apr 19 18:44:32.895914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Routers {'8868550a-b6f3-4d19-a574-53e85dbdd444'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:44:32.896907 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:44:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['8868550a-b6f3-4d19-a574-53e85dbdd444'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:32.966324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Allocated IP 172.20.0.5 (5491f799-d694-4a65-a4df-21dc2df8b545/83bcaa7b-30da-45fa-b239-16096acfb303/e6b3c062-31aa-4262-8d19-44fc0da2a270) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:44:33.181384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de254b8d-4847-4787-851e-470089604835 req-652d07d4-8719-449c-aba8-2ce278a8270b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:33.190441 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-de254b8d-4847-4787-851e-470089604835 req-652d07d4-8719-449c-aba8-2ce278a8270b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 945 time: 0.2101314 Apr 19 18:44:33.263775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] Set router 8868550a-b6f3-4d19-a574-53e85dbdd444 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:44:33.380549 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-de254b8d-4847-4787-851e-470089604835 req-9dc04824-dacf-42fa-90e0-9a8cf807915f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889586 Apr 19 18:44:33.384197 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:33.429569 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:33.437859 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:33.455633 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1bf085-ef6c-4909-9682-cd7f7def747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a588f6e-4c0c-474b-9b74-2597adf2d145'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:33.553806 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Network 5491f799-d694-4a65-a4df-21dc2df8b545 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:44:33.557230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:33.562118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:44:33.593107 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Pushing event updated for resources: {'Port': ['ID=e6b3c062-31aa-4262-8d19-44fc0da2a270,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:33.607855 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:33.615983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58516597-c9e1-43dc-9773-32d6510e16af None None] Pushing event updated for resources: {'Port': ['ID=8e1f1a91-5b8d-4121-b9b6-4097e9493c7e,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:33.622287 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-58516597-c9e1-43dc-9773-32d6510e16af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:33.678512 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:33.679948 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:33.720611 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4396503 Apr 19 18:44:33.736460 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Request body: {'port': {'device_id': '7e597eab-597e-41ff-8325-84ab0336ec91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:33.748521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca652e4-f0d2-4725-acb5-02ab317ea341 req-b5b56c5f-af30-4f40-97b5-5e5ec71c04e9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:33.760822 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4ca652e4-f0d2-4725-acb5-02ab317ea341 req-b5b56c5f-af30-4f40-97b5-5e5ec71c04e9 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 945 time: 0.2554872 Apr 19 18:44:33.830867 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4ca652e4-f0d2-4725-acb5-02ab317ea341 req-009b859f-0d9f-4a31-813b-9bd0e85aea65 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689325 Apr 19 18:44:33.972616 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1bf085-ef6c-4909-9682-cd7f7def747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a588f6e-4c0c-474b-9b74-2597adf2d145', 'code': 200} Apr 19 18:44:34.087794 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:34.122947 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'name': 'tempest-ServerRescueNegativeTestJSON-1787595480-router', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:44:14Z', 'updated_at': '2021-04-19T18:44:26Z', 'revision_number': 4, 'project_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'gw_port': {'id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:44:16Z', 'updated_at': '2021-04-19T18:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '8e1f1a91-5b8d-4121-b9b6-4097e9493c7e', 'name': '', 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'mac_address': 'fa:16:3e:93:42:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '83bcaa7b-30da-45fa-b239-16096acfb303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:44:23Z', 'updated_at': '2021-04-19T18:44:32Z', 'revision_number': 4, 'project_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'subnets': [{'id': '83bcaa7b-30da-45fa-b239-16096acfb303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:44:34.129097 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f13384-2ce5-4514-a360-a1f43c0577f9 None None] The sync data for ids ['8868550a-b6f3-4d19-a574-53e85dbdd444'] in dv-cinder-786930-1-smb is: [{'id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'name': 'tempest-ServerRescueNegativeTestJSON-1787595480-router', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:44:14Z', 'updated_at': '2021-04-19T18:44:26Z', 'revision_number': 4, 'project_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'gw_port': {'id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:44:16Z', 'updated_at': '2021-04-19T18:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '8e1f1a91-5b8d-4121-b9b6-4097e9493c7e', 'name': '', 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'mac_address': 'fa:16:3e:93:42:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '83bcaa7b-30da-45fa-b239-16096acfb303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:44:23Z', 'updated_at': '2021-04-19T18:44:32Z', 'revision_number': 4, 'project_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'subnets': [{'id': '83bcaa7b-30da-45fa-b239-16096acfb303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:44:34.267485 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d03b22d3-cb2e-4b11-8902-13dcb4d11d12 req-f7aa95b3-6d32-4f5f-b629-64f03250d67f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 210 time: 0.0954330 Apr 19 18:44:34.457248 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db472c-2596-40be-b77d-d204449a86de req-59da101d-bd01-49b8-b2dc-f426e35ef29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:34.465916 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e6db472c-2596-40be-b77d-d204449a86de req-59da101d-bd01-49b8-b2dc-f426e35ef29c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 1098 time: 0.1893950 Apr 19 18:44:34.535985 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e6db472c-2596-40be-b77d-d204449a86de req-1b0d7900-5c8b-42bd-bef6-023dc304f0b2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587342 Apr 19 18:44:34.812851 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298182-ad49-48cd-8a8c-8c1c358b04ed req-8340e5a2-f441-49f6-9f72-ea610746bcfc tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:34.822280 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9e298182-ad49-48cd-8a8c-8c1c358b04ed req-8340e5a2-f441-49f6-9f72-ea610746bcfc tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 944 time: 0.8060906 Apr 19 18:44:34.925324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92992a2-213c-4e14-9fe2-067dd4f4dc8f req-2ea399a2-6db0-4abb-9514-9ec045524c31 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:34.927470 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f92992a2-213c-4e14-9fe2-067dd4f4dc8f req-2ea399a2-6db0-4abb-9514-9ec045524c31 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 945 time: 0.1552713 Apr 19 18:44:34.966287 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 49516) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:35.032384 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f92992a2-213c-4e14-9fe2-067dd4f4dc8f req-024c0854-6784-4184-a446-da1b1b6f199d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934048 Apr 19 18:44:35.163356 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9e298182-ad49-48cd-8a8c-8c1c358b04ed req-1078fe0e-5d73-4af9-a414-d5ed14563006 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392122 Apr 19 18:44:35.189229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-ffc87e96-b24f-4665-8c28-4c5fd41007b6 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:35.194322 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-ffc87e96-b24f-4665-8c28-4c5fd41007b6 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.60 "GET /v2.0/networks?id=5491f799-d694-4a65-a4df-21dc2df8b545 HTTP/1.1" status: 200 len: 819 time: 1.0296142 Apr 19 18:44:35.239467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0e83-b2f2-4391-822a-bbd388e88524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:35.284706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-8b2f0e83-b2f2-4391-822a-bbd388e88524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:35.292706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-8b2f0e83-b2f2-4391-822a-bbd388e88524 admin admin] Usage tracker for resource:security_group_rule and tenant:b122509fddb84f8b9d1592daf68b8f0d is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:35.296676 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-8b2f0e83-b2f2-4391-822a-bbd388e88524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:35.308896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-8b2f0e83-b2f2-4391-822a-bbd388e88524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:35.347833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Request body: {'port': {'device_id': 'aa8db40c-73db-4b02-849a-f758fe1fcaa8', 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545', 'admin_state_up': True, 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:35.416883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0e83-b2f2-4391-822a-bbd388e88524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:35.476228 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ed3ad5f7-e5e5-44cb-8437-ee050cc03061 req-60306a30-2d11-43ab-8734-1e4c035128d8 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 210 time: 0.0576773 Apr 19 18:44:35.477396 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0e83-b2f2-4391-822a-bbd388e88524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:35.519087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-baab8fc2-2636-4e37-a064-39c37eb3c16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:35.534213 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-8b2f0e83-b2f2-4391-822a-bbd388e88524 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b122509fddb84f8b9d1592daf68b8f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5654724 Apr 19 18:44:35.536559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 49528) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:35.580355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 6a4e4e28-8778-4314-801e-2cc74d092153 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:44:35.594471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f0e83-b2f2-4391-822a-bbd388e88524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081526dd-c2a9-4e68-86e3-0dd0b75bab57,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:35.618173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8b2f0e83-b2f2-4391-822a-bbd388e88524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:35.638738 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-773b1619-6024-461c-b670-f21eaad53bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:35.673161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b3c062-31aa-4262-8d19-44fc0da2a270 {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:44:35.682164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:35.688874 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-773b1619-6024-461c-b670-f21eaad53bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:35.699089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Transition to ACTIVE for port object e6b3c062-31aa-4262-8d19-44fc0da2a270 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:44:35.704255 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:35.714164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:35.729093 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-768d83ce-5471-4b0a-a2c8-6fbb4ac191ab tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:35.774493 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port 6a4e4e28-8778-4314-801e-2cc74d092153 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:44:35.780231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port 6a4e4e28-8778-4314-801e-2cc74d092153 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:44:35.780816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:35.780939 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-773b1619-6024-461c-b670-f21eaad53bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:35.786102 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-66f2977b-3400-4d01-8a8c-1bf902ddd771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:35.797705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b1619-6024-461c-b670-f21eaad53bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081526dd-c2a9-4e68-86e3-0dd0b75bab57,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:35.802685 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-773b1619-6024-461c-b670-f21eaad53bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:35.807013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-773b1619-6024-461c-b670-f21eaad53bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:35.810697 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-773b1619-6024-461c-b670-f21eaad53bd1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/081526dd-c2a9-4e68-86e3-0dd0b75bab57 HTTP/1.1" status: 204 len: 168 time: 0.2707238 Apr 19 18:44:35.811567 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Usage tracker for resource:port and tenant:bfbd571c9d4e409eb3e37ef72c147384 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:35.830188 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:35.846826 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:35.946183 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b3c062-31aa-4262-8d19-44fc0da2a270,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:35.953180 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:36.071108 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Made reservation on behalf of bfbd571c9d4e409eb3e37ef72c147384 for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:36.077322 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:36.112576 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8c323-0bd1-45e8-be62-f8b96d62a4db req-5cb36d33-b7d9-4806-9027-5ee986d27da5 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:36.121284 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-09c8c323-0bd1-45e8-be62-f8b96d62a4db req-5cb36d33-b7d9-4806-9027-5ee986d27da5 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 945 time: 0.7833517 Apr 19 18:44:36.210797 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:44:36.256214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:36.310071 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 6a4e4e28-8778-4314-801e-2cc74d092153, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6a4e4e28-8778-4314-801e-2cc74d092153,segment=NetworkSegment(fcf6fe63-a63a-429f-aa23-523b6abf1d68),segment_id=fcf6fe63-a63a-429f-aa23-523b6abf1d68)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:36.313581 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5820a9a3-83dd-4d1d-b8d2-4662a971ca7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4e4e28-8778-4314-801e-2cc74d092153'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:36.323289 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:36.326056 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:36.383521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Allocated IP 172.20.0.10 (5491f799-d694-4a65-a4df-21dc2df8b545/83bcaa7b-30da-45fa-b239-16096acfb303/12c8a028-ff94-4609-a598-b68a46ebf559) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:44:36.409239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=6a4e4e28-8778-4314-801e-2cc74d092153,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:36.413848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:36.423850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:44:36.446267 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:44:36.446773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:36.474352 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Attempting to bind port e6b3c062-31aa-4262-8d19-44fc0da2a270 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:44:36.476196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Attempting to bind port e6b3c062-31aa-4262-8d19-44fc0da2a270 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:44:36.477275 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Attempting to bind port e6b3c062-31aa-4262-8d19-44fc0da2a270 on network 5491f799-d694-4a65-a4df-21dc2df8b545 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:36.504557 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-09c8c323-0bd1-45e8-be62-f8b96d62a4db req-775fb7d3-ae31-474b-8e08-296909516897 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722839 Apr 19 18:44:36.521648 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Port e6b3c062-31aa-4262-8d19-44fc0da2a270 on network 5491f799-d694-4a65-a4df-21dc2df8b545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:44:36.522019 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Attempting to bind port e6b3c062-31aa-4262-8d19-44fc0da2a270 on network 5491f799-d694-4a65-a4df-21dc2df8b545 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:36.597386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:44:36.597990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Checking segment: {'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:36.598663 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Bound using segment: {'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:44:36.599495 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Bound port: e6b3c062-31aa-4262-8d19-44fc0da2a270, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:44:36.600470 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:36.624610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:36.639102 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 49554) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:36.665316 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=8e1f1a91-5b8d-4121-b9b6-4097e9493c7e,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:36.670192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:36.672280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:36.758557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=8e1f1a91-5b8d-4121-b9b6-4097e9493c7e,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:36.763241 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:36.789094 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799bc5d-70d6-42bd-86b6-e4b2c26f4ab5 req-06ba580e-4eb5-40c5-a69b-d490bdbfca9a tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:36.791812 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9799bc5d-70d6-42bd-86b6-e4b2c26f4ab5 req-06ba580e-4eb5-40c5-a69b-d490bdbfca9a tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 945 time: 0.5160277 Apr 19 18:44:36.845433 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9799bc5d-70d6-42bd-86b6-e4b2c26f4ab5 req-892523a3-a2f0-47aa-9ba6-4e91c8e80224 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459666 Apr 19 18:44:36.981291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-861d07d9-165d-4a91-960d-1c6b35c82973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:37.050961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-861d07d9-165d-4a91-960d-1c6b35c82973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:37.088472 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-861d07d9-165d-4a91-960d-1c6b35c82973 admin admin] Usage tracker for resource:security_group_rule and tenant:085de02554c149ab862a8c54d2d23681 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:37.093487 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5820a9a3-83dd-4d1d-b8d2-4662a971ca7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4e4e28-8778-4314-801e-2cc74d092153', 'code': 200} Apr 19 18:44:37.106970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] For port e6b3c062-31aa-4262-8d19-44fc0da2a270, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:44:37.127016 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-861d07d9-165d-4a91-960d-1c6b35c82973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:37.146507 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-861d07d9-165d-4a91-960d-1c6b35c82973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:37.158507 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] For port e6b3c062-31aa-4262-8d19-44fc0da2a270, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6b3c062-31aa-4262-8d19-44fc0da2a270,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:44:37.177009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:37.202389 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:37.284335 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ecb5ed71-b045-4f1e-9e5c-9a7b91ae1bd9 req-b6c5beff-cc3c-42e8-a5ea-001f69def4e9 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 210 time: 0.0667002 Apr 19 18:44:37.381176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:37.381858 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:37.391758 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] 10.222.0.60 "PUT /v2.0/ports/e6b3c062-31aa-4262-8d19-44fc0da2a270 HTTP/1.1" status: 200 len: 1093 time: 3.6519167 Apr 19 18:44:37.391758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e597eab-597e-41ff-8325-84ab0336ec91', 'tag': 'e6b3c062-31aa-4262-8d19-44fc0da2a270'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:37.409323 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eff28b-cada-49c0-9866-c6550fdaeac8 req-7038e9a9-0118-4121-9425-f8a814f416c2 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:37.419753 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-09eff28b-cada-49c0-9866-c6550fdaeac8 req-7038e9a9-0118-4121-9425-f8a814f416c2 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 945 time: 0.6370916 Apr 19 18:44:37.528286 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859ddcf-9e9d-44e2-880d-c7e7d2829860 req-4977b2b3-f762-4619-b748-6fad34be01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:37.529895 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5859ddcf-9e9d-44e2-880d-c7e7d2829860 req-4977b2b3-f762-4619-b748-6fad34be01bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 1098 time: 0.1686394 Apr 19 18:44:37.553149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:37.592550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b3c062-31aa-4262-8d19-44fc0da2a270,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:37.597090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:37.600719 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e597eab-597e-41ff-8325-84ab0336ec91', 'tag': 'e6b3c062-31aa-4262-8d19-44fc0da2a270', 'status': 'completed', 'code': 200} Apr 19 18:44:37.608196 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5859ddcf-9e9d-44e2-880d-c7e7d2829860 req-43f4cbeb-bd3c-4307-a8ff-977976fc5884 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578597 Apr 19 18:44:37.652349 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-09eff28b-cada-49c0-9866-c6550fdaeac8 req-1ab6b873-419f-49e9-a768-c7f1c68fcfac tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313025 Apr 19 18:44:37.672820 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:37.706597 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:37.823873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Network 5491f799-d694-4a65-a4df-21dc2df8b545 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:44:37.832593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:37.836214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-2758d6d9-7a09-407d-81e5-ed3b4ed3c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:37.837822 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-2758d6d9-7a09-407d-81e5-ed3b4ed3c910 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbd571c9d4e409eb3e37ef72c147384&device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 1096 time: 0.3789692 Apr 19 18:44:37.838610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:44:37.955614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Pushing event updated for resources: {'Port': ['ID=12c8a028-ff94-4609-a598-b68a46ebf559,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:37.975765 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:37.981999 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-6e966873-a6a1-48a4-a269-d007aa38c4ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6b3c062-31aa-4262-8d19-44fc0da2a270 HTTP/1.1" status: 200 len: 217 time: 0.0989208 Apr 19 18:44:38.053734 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-861d07d9-165d-4a91-960d-1c6b35c82973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:38.065666 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:38.066157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:38.073998 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:44:38.080925 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-861d07d9-165d-4a91-960d-1c6b35c82973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:38.098848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3007d6be-9e25-4704-9ddd-a44c79cdf169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:38.158250 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:44:38.159347 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:38.172893 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-861d07d9-165d-4a91-960d-1c6b35c82973 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=085de02554c149ab862a8c54d2d23681&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3997948 Apr 19 18:44:38.176531 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-5a346df6-24a9-4d8c-a189-7540f851a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:38.178015 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-5a346df6-24a9-4d8c-a189-7540f851a60f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83bcaa7b-30da-45fa-b239-16096acfb303 HTTP/1.1" status: 200 len: 859 time: 0.1774375 Apr 19 18:44:38.178522 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 49582) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:38.182125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d07d9-165d-4a91-960d-1c6b35c82973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf0a8d1-23cc-4031-99b0-7813f5994722,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:38.185832 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8460574 Apr 19 18:44:38.195901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-861d07d9-165d-4a91-960d-1c6b35c82973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:38.248403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Request body: {'port': {'device_id': 'aa8db40c-73db-4b02-849a-f758fe1fcaa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:38.305386 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-55c486da-964f-4d4d-a828-9e184c37d698 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5491f799-d694-4a65-a4df-21dc2df8b545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035297 Apr 19 18:44:38.535818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-55140ea8-efc1-4999-af22-3f94b0156526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:38.609041 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:38.624637 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-55140ea8-efc1-4999-af22-3f94b0156526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:38.716417 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-a8f6bfe7-5763-44df-8080-817155d61b2c service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976843 Apr 19 18:44:39.042172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d89f08-f818-42b7-a569-925c05bafa91 req-b3fb94aa-26ed-4820-ad64-84f54cfe5e07 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:39.044591 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b6d89f08-f818-42b7-a569-925c05bafa91 req-b3fb94aa-26ed-4820-ad64-84f54cfe5e07 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 945 time: 0.1207647 Apr 19 18:44:39.123825 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b6d89f08-f818-42b7-a569-925c05bafa91 req-f8c6bc46-59a3-477d-b390-38630800909b tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696108 Apr 19 18:44:39.216239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb0ef2-d303-4f88-a91d-fe603e563b1f req-9ccecc44-8170-4ddd-a389-0bc128a5b3df tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:39.217876 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-62cb0ef2-d303-4f88-a91d-fe603e563b1f req-9ccecc44-8170-4ddd-a389-0bc128a5b3df tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Synchronizing usage tracker for tenant:bfbd571c9d4e409eb3e37ef72c147384 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:39.320188 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-55140ea8-efc1-4999-af22-3f94b0156526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:39.347505 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8b9006a5-6b27-4029-9650-90bbd46e966f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:39.390931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-62cb0ef2-d303-4f88-a91d-fe603e563b1f req-9ccecc44-8170-4ddd-a389-0bc128a5b3df tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Unset dirty status for tenant:bfbd571c9d4e409eb3e37ef72c147384 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:39.392844 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-62cb0ef2-d303-4f88-a91d-fe603e563b1f req-9ccecc44-8170-4ddd-a389-0bc128a5b3df tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 932 time: 0.9973028 Apr 19 18:44:39.429345 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55140ea8-efc1-4999-af22-3f94b0156526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf0a8d1-23cc-4031-99b0-7813f5994722,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:39.444496 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee9f87a1-8a3f-4bf7-9138-d1f9fb09050a req-09c7a142-b869-4ed0-abfd-60dbd18fe699 service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981955 Apr 19 18:44:39.471550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-55140ea8-efc1-4999-af22-3f94b0156526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:39.566385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-55140ea8-efc1-4999-af22-3f94b0156526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:39.570973 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-55140ea8-efc1-4999-af22-3f94b0156526 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ccf0a8d1-23cc-4031-99b0-7813f5994722 HTTP/1.1" status: 204 len: 168 time: 1.3883736 Apr 19 18:44:39.747727 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-62cb0ef2-d303-4f88-a91d-fe603e563b1f req-92880709-4b56-4719-b1af-fce91991ea2a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275025 Apr 19 18:44:39.857382 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98b66d-ad4c-43b6-83ef-d33e00b64720 req-579cc18f-5333-4491-bb55-f6ebd1ed3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:39.878989 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3a98b66d-ad4c-43b6-83ef-d33e00b64720 req-579cc18f-5333-4491-bb55-f6ebd1ed3e57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbd571c9d4e409eb3e37ef72c147384&device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 1096 time: 0.2855797 Apr 19 18:44:40.078199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c8a028-ff94-4609-a598-b68a46ebf559 {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:44:40.095367 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:40.112422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 49634) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:40.141100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Transition to ACTIVE for port object 12c8a028-ff94-4609-a598-b68a46ebf559 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:44:40.151839 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a4c13590-40d9-48d7-90a3-3d9b83040d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:40.167884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:40.176436 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:40.242523 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98b66d-ad4c-43b6-83ef-d33e00b64720 req-595f651f-b7a7-44c3-ae4e-0de22a9b4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:40.245306 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3a98b66d-ad4c-43b6-83ef-d33e00b64720 req-595f651f-b7a7-44c3-ae4e-0de22a9b4455 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5491f799-d694-4a65-a4df-21dc2df8b545 HTTP/1.1" status: 200 len: 920 time: 0.3490570 Apr 19 18:44:40.270151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a4c13590-40d9-48d7-90a3-3d9b83040d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:40.378259 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8ed36-1718-40c4-a2a9-6ef5e2a65355 req-289cceef-1191-4277-936c-1af8c45094f8 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:40.380038 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f6c8ed36-1718-40c4-a2a9-6ef5e2a65355 req-289cceef-1191-4277-936c-1af8c45094f8 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 945 time: 0.0971005 Apr 19 18:44:40.399048 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a4c13590-40d9-48d7-90a3-3d9b83040d45 admin admin] Usage tracker for resource:security_group_rule and tenant:63c3692a3c0d49fcb1cab6bd45720883 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:40.418044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a4c13590-40d9-48d7-90a3-3d9b83040d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:40.424026 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3a98b66d-ad4c-43b6-83ef-d33e00b64720 req-458a2b37-06f8-4cf5-aafa-2a9db0a471c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6b3c062-31aa-4262-8d19-44fc0da2a270 HTTP/1.1" status: 200 len: 217 time: 0.1570811 Apr 19 18:44:40.430343 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f6c8ed36-1718-40c4-a2a9-6ef5e2a65355 req-07837b7e-aa2e-4c86-b520-102e828b8757 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437009 Apr 19 18:44:40.438103 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a4c13590-40d9-48d7-90a3-3d9b83040d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:40.448647 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Pushing event updated for resources: {'Port': ['ID=12c8a028-ff94-4609-a598-b68a46ebf559,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:40.490146 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:40.635028 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98b66d-ad4c-43b6-83ef-d33e00b64720 req-ef4508f7-fd60-44ee-909d-2f2eef13293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:40.636504 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3a98b66d-ad4c-43b6-83ef-d33e00b64720 req-ef4508f7-fd60-44ee-909d-2f2eef13293c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83bcaa7b-30da-45fa-b239-16096acfb303 HTTP/1.1" status: 200 len: 859 time: 0.1921711 Apr 19 18:44:40.728498 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3a98b66d-ad4c-43b6-83ef-d33e00b64720 req-36892c49-a2c4-4408-ac3a-f91e3385e0ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5491f799-d694-4a65-a4df-21dc2df8b545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755305 Apr 19 18:44:40.735879 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Attempting to bind port 12c8a028-ff94-4609-a598-b68a46ebf559 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:44:40.736249 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Attempting to bind port 12c8a028-ff94-4609-a598-b68a46ebf559 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:44:40.736614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Attempting to bind port 12c8a028-ff94-4609-a598-b68a46ebf559 on network 5491f799-d694-4a65-a4df-21dc2df8b545 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:40.786493 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Port 12c8a028-ff94-4609-a598-b68a46ebf559 on network 5491f799-d694-4a65-a4df-21dc2df8b545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:44:40.786936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Attempting to bind port 12c8a028-ff94-4609-a598-b68a46ebf559 on network 5491f799-d694-4a65-a4df-21dc2df8b545 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:40.807077 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:44:40.807460 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Checking segment: {'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:40.807775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Bound using segment: {'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:44:40.808258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Bound port: 12c8a028-ff94-4609-a598-b68a46ebf559, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:44:40.808639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:41.005850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a4c13590-40d9-48d7-90a3-3d9b83040d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:41.040758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a4c13590-40d9-48d7-90a3-3d9b83040d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:41.058951 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0bff69c1-e543-43fb-a02e-6369abef84ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:41.152194 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3a98b66d-ad4c-43b6-83ef-d33e00b64720 req-05e15905-08e2-414b-b6ce-267d5a4b753f service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102447 Apr 19 18:44:41.163246 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a4c13590-40d9-48d7-90a3-3d9b83040d45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63c3692a3c0d49fcb1cab6bd45720883&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0466051 Apr 19 18:44:41.164149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c13590-40d9-48d7-90a3-3d9b83040d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d07b7d2-fe3a-41da-b8ef-74a60bc0f7a8,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:41.164284 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 49700) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:41.177427 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a4c13590-40d9-48d7-90a3-3d9b83040d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:41.178609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] For port 12c8a028-ff94-4609-a598-b68a46ebf559, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:44:41.234258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] For port 12c8a028-ff94-4609-a598-b68a46ebf559, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=12c8a028-ff94-4609-a598-b68a46ebf559,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:44:41.297848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:41.306248 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-59d54cb7-aeec-4af3-8ad5-b220073a6628 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:41.392202 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80d247-91f3-4a30-a529-23cc16d42515 req-2400fece-7d54-4cb3-abbb-726e8bde0488 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:41.400711 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5e80d247-91f3-4a30-a529-23cc16d42515 req-2400fece-7d54-4cb3-abbb-726e8bde0488 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 944 time: 0.4677465 Apr 19 18:44:41.417059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-371b5057-6fb7-4891-8db3-f665f3e840e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:41.450983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:41.451198 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:41.452598 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] 10.222.0.60 "PUT /v2.0/ports/12c8a028-ff94-4609-a598-b68a46ebf559 HTTP/1.1" status: 200 len: 1094 time: 3.2132592 Apr 19 18:44:41.453149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8db40c-73db-4b02-849a-f758fe1fcaa8', 'tag': '12c8a028-ff94-4609-a598-b68a46ebf559'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:41.506744 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-371b5057-6fb7-4891-8db3-f665f3e840e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:41.522494 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5e80d247-91f3-4a30-a529-23cc16d42515 req-dbb2b4cc-2c8a-4638-80f0-e93155b72c18 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204395 Apr 19 18:44:41.532874 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3a98b66d-ad4c-43b6-83ef-d33e00b64720 req-caa48b66-cbd2-4d6f-90da-13ad43995cb8 service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569193 Apr 19 18:44:41.646434 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8db40c-73db-4b02-849a-f758fe1fcaa8', 'tag': '12c8a028-ff94-4609-a598-b68a46ebf559', 'status': 'completed', 'code': 200} Apr 19 18:44:41.647511 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Pushing event updated for resources: {'Port': ['ID=12c8a028-ff94-4609-a598-b68a46ebf559,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:41.652783 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:41.665970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-371b5057-6fb7-4891-8db3-f665f3e840e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:41.677930 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:41.700825 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b5057-6fb7-4891-8db3-f665f3e840e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d07b7d2-fe3a-41da-b8ef-74a60bc0f7a8,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:41.705126 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-371b5057-6fb7-4891-8db3-f665f3e840e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:41.712016 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-a3211c1b-223d-4f65-a9ee-84e15259247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:41.713297 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-a3211c1b-223d-4f65-a9ee-84e15259247a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbd571c9d4e409eb3e37ef72c147384&device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 1097 time: 0.1836784 Apr 19 18:44:41.719531 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-371b5057-6fb7-4891-8db3-f665f3e840e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:41.722230 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-371b5057-6fb7-4891-8db3-f665f3e840e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d07b7d2-fe3a-41da-b8ef-74a60bc0f7a8 HTTP/1.1" status: 204 len: 168 time: 0.5564644 Apr 19 18:44:42.066836 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-255a4b69-0424-4929-9b2d-11870ebc2442 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12c8a028-ff94-4609-a598-b68a46ebf559 HTTP/1.1" status: 200 len: 217 time: 0.3429339 Apr 19 18:44:42.202827 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8f72faf9-d93d-4fdc-b2aa-751696a89710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:42.209063 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-8f72faf9-d93d-4fdc-b2aa-751696a89710 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83bcaa7b-30da-45fa-b239-16096acfb303 HTTP/1.1" status: 200 len: 859 time: 0.1286683 Apr 19 18:44:42.342854 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-7c82c13a-ce56-4551-ac52-4ca146b80452 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5491f799-d694-4a65-a4df-21dc2df8b545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240594 Apr 19 18:44:42.676872 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-d9cf8a50-b6a9-474b-8758-dea1bccf5824 service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268337 Apr 19 18:44:42.884558 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06fd66ce-8d4f-4fc3-8ddd-84606b0e4538 req-c1aa7e56-00cd-4773-ab04-7b04a63034f3 service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967528 Apr 19 18:44:43.086285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:44:43.163736 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e91160-9974-42c5-bab1-627b3a813e5f req-e08437f4-fce3-4fe1-914b-c033e7c589a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:43.165366 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d7e91160-9974-42c5-bab1-627b3a813e5f req-e08437f4-fce3-4fe1-914b-c033e7c589a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbd571c9d4e409eb3e37ef72c147384&device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 1097 time: 0.1606202 Apr 19 18:44:43.179967 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e92693-9845-4945-b91e-f25a6e3a80c0 req-4fd81aa7-9fb9-4bbd-b6e0-cbc9bee91aac tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:43.183123 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e6e92693-9845-4945-b91e-f25a6e3a80c0 req-4fd81aa7-9fb9-4bbd-b6e0-cbc9bee91aac tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 944 time: 0.1804876 Apr 19 18:44:43.229074 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13fdeb-93a3-4ec0-b23f-6ba6dcd77da4 req-24cb0dc5-a7f2-4822-b97c-794e616c5085 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:43.230931 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4c13fdeb-93a3-4ec0-b23f-6ba6dcd77da4 req-24cb0dc5-a7f2-4822-b97c-794e616c5085 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 945 time: 0.1449337 Apr 19 18:44:43.284048 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4c13fdeb-93a3-4ec0-b23f-6ba6dcd77da4 req-8cbe49ca-653e-4d05-b83a-692b8a958bf4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447531 Apr 19 18:44:43.409076 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e6e92693-9845-4945-b91e-f25a6e3a80c0 req-3e881f1c-812e-497d-bb24-b2d58347037a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186155 Apr 19 18:44:43.482611 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e91160-9974-42c5-bab1-627b3a813e5f req-15649a1a-1a69-4a22-bd7d-ef51bb902598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:43.484232 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d7e91160-9974-42c5-bab1-627b3a813e5f req-15649a1a-1a69-4a22-bd7d-ef51bb902598 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5491f799-d694-4a65-a4df-21dc2df8b545 HTTP/1.1" status: 200 len: 920 time: 0.2963946 Apr 19 18:44:43.581395 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d7e91160-9974-42c5-bab1-627b3a813e5f req-f2216f2d-fb84-4aaf-acf3-6f48b22efa86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12c8a028-ff94-4609-a598-b68a46ebf559 HTTP/1.1" status: 200 len: 217 time: 0.0845120 Apr 19 18:44:43.615427 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device e6b3c062-31aa-4262-8d19-44fc0da2a270 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:44:43.743484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e91160-9974-42c5-bab1-627b3a813e5f req-d738f111-3938-4634-9545-8b55c357f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:43.744892 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d7e91160-9974-42c5-bab1-627b3a813e5f req-d738f111-3938-4634-9545-8b55c357f234 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83bcaa7b-30da-45fa-b239-16096acfb303 HTTP/1.1" status: 200 len: 859 time: 0.1548254 Apr 19 18:44:43.818014 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port e6b3c062-31aa-4262-8d19-44fc0da2a270, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6b3c062-31aa-4262-8d19-44fc0da2a270,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:43.854545 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'e6b3c062-31aa-4262-8d19-44fc0da2a270', 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545', 'port_id': 'e6b3c062-31aa-4262-8d19-44fc0da2a270', 'mac_address': 'fa:16:3e:f2:ec:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83bcaa7b-30da-45fa-b239-16096acfb303', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:44:43.860194 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d7e91160-9974-42c5-bab1-627b3a813e5f req-29844a38-a9f1-47b5-af8a-800dbd77395d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5491f799-d694-4a65-a4df-21dc2df8b545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904775 Apr 19 18:44:43.875351 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6f1d9-53fd-4a46-a673-206efb00ff7f req-9f17b702-91a8-424c-aa5f-ac7835d866b2 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:43.887433 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06e6f1d9-53fd-4a46-a673-206efb00ff7f req-9f17b702-91a8-424c-aa5f-ac7835d866b2 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 945 time: 0.2449241 Apr 19 18:44:43.961425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:43.986168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b3c062-31aa-4262-8d19-44fc0da2a270 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:44:44.011978 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port e6b3c062-31aa-4262-8d19-44fc0da2a270, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6b3c062-31aa-4262-8d19-44fc0da2a270,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:44.021162 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:44.023981 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:44.049722 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-06e6f1d9-53fd-4a46-a673-206efb00ff7f req-ca59ac27-d7d9-4356-8c6b-e8461eb1afe9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549165 Apr 19 18:44:44.122194 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d7e91160-9974-42c5-bab1-627b3a813e5f req-efa9679c-2c70-4135-adbf-3d00f2fd091d service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332826 Apr 19 18:44:44.130355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=e6b3c062-31aa-4262-8d19-44fc0da2a270,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:44.133754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:44.331223 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d7e91160-9974-42c5-bab1-627b3a813e5f req-0b43ebcf-1f2e-4e2b-a566-ce1e803276fc service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916053 Apr 19 18:44:44.523713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b9f76-8df0-489f-bf81-f52d7bf9dc5b req-820f9784-b520-4a93-b404-baafe6e6201d tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:44.530871 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-148b9f76-8df0-489f-bf81-f52d7bf9dc5b req-820f9784-b520-4a93-b404-baafe6e6201d tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 945 time: 0.1185913 Apr 19 18:44:44.588314 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-148b9f76-8df0-489f-bf81-f52d7bf9dc5b req-05bc54d7-3db3-47e3-bd92-0ebe1008e931 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563657 Apr 19 18:44:44.638532 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['e6b3c062-31aa-4262-8d19-44fc0da2a270'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:44:44.742655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:44.939881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1294102-5503-44c2-b7ec-f29cb37becd3 req-b8f91880-e5ee-4c26-9cff-778436534421 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:44.942874 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c1294102-5503-44c2-b7ec-f29cb37becd3 req-b8f91880-e5ee-4c26-9cff-778436534421 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 944 time: 0.1878381 Apr 19 18:44:45.059960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-c1294102-5503-44c2-b7ec-f29cb37becd3 req-f6af8924-a052-45ff-9bb9-fa6cd7f35a11 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Synchronizing usage tracker for tenant:bfbd571c9d4e409eb3e37ef72c147384 on resource:security_group {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:45.090594 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-c1294102-5503-44c2-b7ec-f29cb37becd3 req-f6af8924-a052-45ff-9bb9-fa6cd7f35a11 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Unset dirty status for tenant:bfbd571c9d4e409eb3e37ef72c147384 on resource:security_group {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:45.092608 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c1294102-5503-44c2-b7ec-f29cb37becd3 req-f6af8924-a052-45ff-9bb9-fa6cd7f35a11 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422663 Apr 19 18:44:45.532559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fde87e-b815-40f8-bd70-bf64992395ec req-8a2fb9a0-abdf-4fd7-8d5a-4cd93c749fe9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:45.534769 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-87fde87e-b815-40f8-bd70-bf64992395ec req-8a2fb9a0-abdf-4fd7-8d5a-4cd93c749fe9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 945 time: 0.2128665 Apr 19 18:44:45.599216 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-87fde87e-b815-40f8-bd70-bf64992395ec req-940349c1-c9cb-44eb-8681-47bf5c87474a tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567236 Apr 19 18:44:45.621114 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79b63d-acd9-4825-a1b8-3eed790e2d16 req-93cb9c8c-55f2-4133-8f6e-cc07d03c1403 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:45.622739 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c79b63d-acd9-4825-a1b8-3eed790e2d16 req-93cb9c8c-55f2-4133-8f6e-cc07d03c1403 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.60 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 945 time: 0.1636260 Apr 19 18:44:45.627869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 12c8a028-ff94-4609-a598-b68a46ebf559 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:44:45.822170 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 12c8a028-ff94-4609-a598-b68a46ebf559, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=12c8a028-ff94-4609-a598-b68a46ebf559,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:45.845199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-0c79b63d-acd9-4825-a1b8-3eed790e2d16 req-57849153-a9ea-48f2-8034-d8e4d913f8d4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Deleting port 53513f3f-0e73-4ba9-8423-26dcd9b34386 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:44:45.845662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c79b63d-acd9-4825-a1b8-3eed790e2d16 req-57849153-a9ea-48f2-8034-d8e4d913f8d4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:45.855889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': '12c8a028-ff94-4609-a598-b68a46ebf559', 'network_id': '5491f799-d694-4a65-a4df-21dc2df8b545', 'port_id': '12c8a028-ff94-4609-a598-b68a46ebf559', 'mac_address': 'fa:16:3e:3f:18:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83bcaa7b-30da-45fa-b239-16096acfb303', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:44:45.949521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:45.952101 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfc530-e3d3-4387-ae85-b65394c10257 req-66399d24-8bfd-43c8-8aaf-945b737563a0 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:45.955034 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f1cfc530-e3d3-4387-ae85-b65394c10257 req-66399d24-8bfd-43c8-8aaf-945b737563a0 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 945 time: 0.1494131 Apr 19 18:44:45.975133 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c8a028-ff94-4609-a598-b68a46ebf559 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:44:45.992646 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 12c8a028-ff94-4609-a598-b68a46ebf559, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=12c8a028-ff94-4609-a598-b68a46ebf559,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:45.997226 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:46.000269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1286c832-a429-49ec-92c8-55cfdd78daea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:46.040174 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f1cfc530-e3d3-4387-ae85-b65394c10257 req-d77b0586-9572-4304-b28c-3f8093838687 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775654 Apr 19 18:44:46.088232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=12c8a028-ff94-4609-a598-b68a46ebf559,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:46.091468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:46.136043 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af1a8a-25f6-4aa3-9b64-8bfb57d320cc req-7e1ae980-7a81-48c5-9cf4-652e1585fa29 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:46.137814 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-70af1a8a-25f6-4aa3-9b64-8bfb57d320cc req-7e1ae980-7a81-48c5-9cf4-652e1585fa29 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.60 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 945 time: 0.4067497 Apr 19 18:44:46.410258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['12c8a028-ff94-4609-a598-b68a46ebf559'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:44:46.433899 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-70af1a8a-25f6-4aa3-9b64-8bfb57d320cc req-ba836a27-263c-41e9-9095-f5bc4bef625f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Deleting port 6a4e4e28-8778-4314-801e-2cc74d092153 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:44:46.434440 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-70af1a8a-25f6-4aa3-9b64-8bfb57d320cc req-ba836a27-263c-41e9-9095-f5bc4bef625f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:46.739446 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-0c79b63d-acd9-4825-a1b8-3eed790e2d16 req-57849153-a9ea-48f2-8034-d8e4d913f8d4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] For port 53513f3f-0e73-4ba9-8423-26dcd9b34386, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=53513f3f-0e73-4ba9-8423-26dcd9b34386,segment=NetworkSegment(0f7d394e-3810-4be7-9a3e-8eba61ffa4ad),segment_id=0f7d394e-3810-4be7-9a3e-8eba61ffa4ad)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:46.740570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c79b63d-acd9-4825-a1b8-3eed790e2d16 req-57849153-a9ea-48f2-8034-d8e4d913f8d4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:46.869149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa1604-1c9b-4a07-9836-3096211db7d0 req-3f606785-e9fa-4807-9d5c-2d41dc4a6256 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:46.871032 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3daa1604-1c9b-4a07-9836-3096211db7d0 req-3f606785-e9fa-4807-9d5c-2d41dc4a6256 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 945 time: 0.1310000 Apr 19 18:44:46.976030 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3daa1604-1c9b-4a07-9836-3096211db7d0 req-670db193-a280-4dc8-a0ed-a260037fa587 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968590 Apr 19 18:44:47.204873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9e407-7734-450b-81dc-2bd115bc1cce req-65c55981-3790-45d4-955a-9a8284d8806f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:47.207821 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b2a9e407-7734-450b-81dc-2bd115bc1cce req-65c55981-3790-45d4-955a-9a8284d8806f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 945 time: 0.9634573 Apr 19 18:44:47.217563 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-0c79b63d-acd9-4825-a1b8-3eed790e2d16 req-57849153-a9ea-48f2-8034-d8e4d913f8d4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Calling delete_port for 53513f3f-0e73-4ba9-8423-26dcd9b34386 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:44:47.310721 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da96c3-3b11-42b9-9c04-0cdd7d5f2495 req-a4a79f07-171a-4747-83d3-4bd53b22d986 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:47.313728 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b5da96c3-3b11-42b9-9c04-0cdd7d5f2495 req-a4a79f07-171a-4747-83d3-4bd53b22d986 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 945 time: 0.1094406 Apr 19 18:44:47.404547 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b5da96c3-3b11-42b9-9c04-0cdd7d5f2495 req-a8facfe3-7a53-402a-8ea2-e8252d6db56f tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/security-groups?id=6afdffaa-ef08-46ef-bbf2-777a33b8c237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778174 Apr 19 18:44:47.443309 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b2a9e407-7734-450b-81dc-2bd115bc1cce req-deaa46a2-2a3f-450b-be52-24e5a786230a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884272 Apr 19 18:44:47.479107 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-70af1a8a-25f6-4aa3-9b64-8bfb57d320cc req-ba836a27-263c-41e9-9095-f5bc4bef625f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] For port 6a4e4e28-8778-4314-801e-2cc74d092153, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6a4e4e28-8778-4314-801e-2cc74d092153,segment=NetworkSegment(fcf6fe63-a63a-429f-aa23-523b6abf1d68),segment_id=fcf6fe63-a63a-429f-aa23-523b6abf1d68)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:47.479875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-70af1a8a-25f6-4aa3-9b64-8bfb57d320cc req-ba836a27-263c-41e9-9095-f5bc4bef625f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:47.639245 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device e6b3c062-31aa-4262-8d19-44fc0da2a270 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:44:47.647253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-70af1a8a-25f6-4aa3-9b64-8bfb57d320cc req-ba836a27-263c-41e9-9095-f5bc4bef625f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Calling delete_port for 6a4e4e28-8778-4314-801e-2cc74d092153 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:44:47.755612 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port e6b3c062-31aa-4262-8d19-44fc0da2a270 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:44:47.761081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port e6b3c062-31aa-4262-8d19-44fc0da2a270 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:44:47.762422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:47.802433 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c79b63d-acd9-4825-a1b8-3eed790e2d16 req-57849153-a9ea-48f2-8034-d8e4d913f8d4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:47.811018 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:47.918219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:47.938355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57849153-a9ea-48f2-8034-d8e4d913f8d4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Pushing event deleted for resources: {'Port': ['ID=53513f3f-0e73-4ba9-8423-26dcd9b34386,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:47.949020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e597eab-597e-41ff-8325-84ab0336ec91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b3c062-31aa-4262-8d19-44fc0da2a270'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:47.952592 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-57849153-a9ea-48f2-8034-d8e4d913f8d4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:47.960336 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port e6b3c062-31aa-4262-8d19-44fc0da2a270, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6b3c062-31aa-4262-8d19-44fc0da2a270,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:47.965235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:47.966343 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 6a4e4e28-8778-4314-801e-2cc74d092153 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:44:48.000719 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c79b63d-acd9-4825-a1b8-3eed790e2d16 req-57849153-a9ea-48f2-8034-d8e4d913f8d4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] No DVR routers for this DVR port 53513f3f-0e73-4ba9-8423-26dcd9b34386 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:44:48.002726 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:48.012479 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c79b63d-acd9-4825-a1b8-3eed790e2d16 req-57849153-a9ea-48f2-8034-d8e4d913f8d4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:48.015575 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ab28a8-97f7-48a5-8455-a5fe6d2d28d7', 'name': 'network-vif-deleted', 'tag': '53513f3f-0e73-4ba9-8423-26dcd9b34386'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:48.057155 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-70af1a8a-25f6-4aa3-9b64-8bfb57d320cc req-ba836a27-263c-41e9-9095-f5bc4bef625f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:48.064857 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c79b63d-acd9-4825-a1b8-3eed790e2d16 req-57849153-a9ea-48f2-8034-d8e4d913f8d4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.60 "DELETE /v2.0/ports/53513f3f-0e73-4ba9-8423-26dcd9b34386 HTTP/1.1" status: 204 len: 173 time: 2.4342439 Apr 19 18:44:48.065652 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:48.100078 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e597eab-597e-41ff-8325-84ab0336ec91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b3c062-31aa-4262-8d19-44fc0da2a270', 'code': 200} Apr 19 18:44:48.127134 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba836a27-263c-41e9-9095-f5bc4bef625f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Pushing event deleted for resources: {'Port': ['ID=6a4e4e28-8778-4314-801e-2cc74d092153,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:48.134229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ba836a27-263c-41e9-9095-f5bc4bef625f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:48.147818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-f6f6ec79-f197-4c8a-8e66-e839828e9f4d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:48.150266 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-f6f6ec79-f197-4c8a-8e66-e839828e9f4d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 814 time: 0.3316576 Apr 19 18:44:48.192988 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No active binding found for port 6a4e4e28-8778-4314-801e-2cc74d092153 {{(pid=86315) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 19 18:44:48.193471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 6a4e4e28-8778-4314-801e-2cc74d092153 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:44:48.195754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=e6b3c062-31aa-4262-8d19-44fc0da2a270,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:48.199593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:48.215107 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-f55f5fba-d6fe-4fba-8ce5-4d1ffc9fb4f2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/quotas/7cd1aabf08cd4bc18b031e67427f213d HTTP/1.1" status: 200 len: 375 time: 0.0509722 Apr 19 18:44:48.324461 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-70af1a8a-25f6-4aa3-9b64-8bfb57d320cc req-ba836a27-263c-41e9-9095-f5bc4bef625f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] No DVR routers for this DVR port 6a4e4e28-8778-4314-801e-2cc74d092153 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:44:48.332124 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-70af1a8a-25f6-4aa3-9b64-8bfb57d320cc req-ba836a27-263c-41e9-9095-f5bc4bef625f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:48.334227 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-70af1a8a-25f6-4aa3-9b64-8bfb57d320cc req-ba836a27-263c-41e9-9095-f5bc4bef625f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.60 "DELETE /v2.0/ports/6a4e4e28-8778-4314-801e-2cc74d092153 HTTP/1.1" status: 204 len: 173 time: 2.1806774 Apr 19 18:44:48.344963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-9b54d109-ab60-4815-a5c2-036d754c477c req-a649c906-0583-4c60-8e32-e85af18620f5 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Synchronizing usage tracker for tenant:601c5702dad04bfc805e02cb20b48f5a on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:48.369789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-9b54d109-ab60-4815-a5c2-036d754c477c req-a649c906-0583-4c60-8e32-e85af18620f5 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Unset dirty status for tenant:601c5702dad04bfc805e02cb20b48f5a on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:48.383223 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9b54d109-ab60-4815-a5c2-036d754c477c req-a649c906-0583-4c60-8e32-e85af18620f5 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 210 time: 0.1529667 Apr 19 18:44:48.418516 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-ff09464b-e986-4ea4-ba86-b9a68216df6a tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1963401 Apr 19 18:44:48.560882 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ab28a8-97f7-48a5-8455-a5fe6d2d28d7', 'name': 'network-vif-deleted', 'tag': '53513f3f-0e73-4ba9-8423-26dcd9b34386', 'status': 'completed', 'code': 200} Apr 19 18:44:48.600552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28840907-90f6-43a8-afc5-4c51567d6528 req-082e7c07-9874-497e-9bf5-496b4c8e8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:48.602869 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-28840907-90f6-43a8-afc5-4c51567d6528 req-082e7c07-9874-497e-9bf5-496b4c8e8980 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 1098 time: 0.1373587 Apr 19 18:44:48.662427 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-796b74e3-57c6-4f39-8bfe-65bf778c0152 service neutron] 10.222.0.10 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224684 Apr 19 18:44:48.701032 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-e17f244e-d3d1-4eed-8691-fd87b72098b6 req-263adbda-2df5-4c1f-a5d8-d732e40456a3 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Synchronizing usage tracker for tenant:7e0d5f449eb04a00937ef83d21db7b17 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:48.714318 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-28840907-90f6-43a8-afc5-4c51567d6528 req-8548cbcc-940e-4259-a615-fa9c04387c96 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028843 Apr 19 18:44:48.723226 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-e17f244e-d3d1-4eed-8691-fd87b72098b6 req-263adbda-2df5-4c1f-a5d8-d732e40456a3 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Unset dirty status for tenant:7e0d5f449eb04a00937ef83d21db7b17 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:48.724475 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e17f244e-d3d1-4eed-8691-fd87b72098b6 req-263adbda-2df5-4c1f-a5d8-d732e40456a3 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] 10.222.0.10 "GET /v2.0/ports?device_id=74ab28a8-97f7-48a5-8455-a5fe6d2d28d7 HTTP/1.1" status: 200 len: 210 time: 0.0946558 Apr 19 18:44:48.879292 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-9d790b66-1603-4d56-966f-a4911a8d7ec7 service neutron] 10.222.0.10 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096994 Apr 19 18:44:48.986359 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe09f2-3b8d-4c7c-9fba-2dfc60d843be req-5d458c67-5c29-4cd9-ad8e-95985a44fb5e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:48.988498 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d4fe09f2-3b8d-4c7c-9fba-2dfc60d843be req-5d458c67-5c29-4cd9-ad8e-95985a44fb5e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 945 time: 0.1462734 Apr 19 18:44:49.048110 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d4fe09f2-3b8d-4c7c-9fba-2dfc60d843be req-50822365-581e-4db5-ba43-ccc6cc2790cf tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517745 Apr 19 18:44:49.405270 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d510187b-fd77-4386-9c15-f9c4f1a5bc96 req-ae852155-c456-4256-81b6-6cdc426060f6 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 210 time: 0.0773537 Apr 19 18:44:49.596204 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b52b3ebe-06f6-452e-8477-4fefa55effd0 req-75e3c1e2-d3d4-4187-8e61-f07c0dc4d416 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=5820a9a3-83dd-4d1d-b8d2-4662a971ca7e HTTP/1.1" status: 200 len: 210 time: 0.0546463 Apr 19 18:44:49.649801 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 12c8a028-ff94-4609-a598-b68a46ebf559 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:44:49.722106 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port 12c8a028-ff94-4609-a598-b68a46ebf559 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:44:49.727112 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port 12c8a028-ff94-4609-a598-b68a46ebf559 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:44:49.727602 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:49.864897 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:49.904224 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 12c8a028-ff94-4609-a598-b68a46ebf559, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=12c8a028-ff94-4609-a598-b68a46ebf559,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:49.907886 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:49.909348 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 53513f3f-0e73-4ba9-8423-26dcd9b34386 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:44:49.950046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:50.039483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=12c8a028-ff94-4609-a598-b68a46ebf559,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:50.043286 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:50.044137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: 53513f3f-0e73-4ba9-8423-26dcd9b34386 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:44:50.044516 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 53513f3f-0e73-4ba9-8423-26dcd9b34386 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:44:50.101208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8db40c-73db-4b02-849a-f758fe1fcaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c8a028-ff94-4609-a598-b68a46ebf559'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:50.161273 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8db40c-73db-4b02-849a-f758fe1fcaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c8a028-ff94-4609-a598-b68a46ebf559', 'code': 200} Apr 19 18:44:50.388319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd3c7d-890c-4536-a5ac-dfb02b638591 req-aae98a69-5a3d-4ae6-ab09-ddd389eea20a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:50.400711 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f8dd3c7d-890c-4536-a5ac-dfb02b638591 req-aae98a69-5a3d-4ae6-ab09-ddd389eea20a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1650863 Apr 19 18:44:50.465125 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f8dd3c7d-890c-4536-a5ac-dfb02b638591 req-df56afb1-71da-4760-98ad-c54592ef8eb5 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568397 Apr 19 18:44:50.548382 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeca4c-4bdc-4956-bf3a-a12edbe4d8de req-74b22285-0169-4087-944e-9cdc66466d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:50.557618 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1cfeca4c-4bdc-4956-bf3a-a12edbe4d8de req-74b22285-0169-4087-944e-9cdc66466d6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 1099 time: 0.1308260 Apr 19 18:44:50.562373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5820a9a3-83dd-4d1d-b8d2-4662a971ca7e', 'name': 'network-vif-deleted', 'tag': '6a4e4e28-8778-4314-801e-2cc74d092153'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:50.620250 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1cfeca4c-4bdc-4956-bf3a-a12edbe4d8de req-f450c882-142c-462f-861f-58a34aa3ff78 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441360 Apr 19 18:44:50.733120 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-88b053d4-d10c-47a0-a904-21e0bb4aacc1 req-e4d8af31-9fde-47d8-a2c6-e2dcbc065d59 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 210 time: 0.0545452 Apr 19 18:44:50.788443 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5820a9a3-83dd-4d1d-b8d2-4662a971ca7e', 'name': 'network-vif-deleted', 'tag': '6a4e4e28-8778-4314-801e-2cc74d092153', 'status': 'completed', 'code': 200} Apr 19 18:44:50.907705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-6a079868-9d73-435f-a942-2058d3d288a2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:50.909772 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-6a079868-9d73-435f-a942-2058d3d288a2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 814 time: 0.1755397 Apr 19 18:44:50.930682 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Request body: {'port': {'device_id': '9573b6cd-1c47-454e-90eb-3eea16f84e27', 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996', 'admin_state_up': True, 'tenant_id': '7cd1aabf08cd4bc18b031e67427f213d'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:51.086134 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:51.098144 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:51.107443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Made reservation on behalf of 7cd1aabf08cd4bc18b031e67427f213d for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:51.113760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:51.241955 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-f1a4e827-6473-4b26-9f71-bab048a170ed tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:51.244002 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-f1a4e827-6473-4b26-9f71-bab048a170ed tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/networks?id=1451c827-63f2-4688-9b5e-bbee44f87bb4 HTTP/1.1" status: 200 len: 808 time: 0.1690381 Apr 19 18:44:51.267073 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-15f80dda-470a-4930-89d6-d8801b8c350c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/quotas/601c5702dad04bfc805e02cb20b48f5a HTTP/1.1" status: 200 len: 375 time: 0.0104020 Apr 19 18:44:51.299372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Allocated IP 172.20.0.2 (c3493dc4-ae2a-4c14-abb4-3246e5c61996/8a93d428-8eb4-45a2-8168-117528720b9d/1daa68c2-7785-4b7b-9d61-2e8b0337e410) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:44:51.352587 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-6740dcc7-dabd-48fe-b0dc-01e2555ba6ea tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=601c5702dad04bfc805e02cb20b48f5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756700 Apr 19 18:44:51.543421 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-5e345d55-ff99-4a37-ac3f-314f82ceaccd service neutron] 10.222.0.10 "GET /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797004 Apr 19 18:44:51.622832 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:51.709150 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-11994bc8-8e57-49c7-be28-a5f59877a70b service neutron] 10.222.0.10 "GET /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646814 Apr 19 18:44:51.771065 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25b94b-43ab-4346-b8c3-695ee12cec07 req-6fa43174-16ec-44b3-b126-e26cd65cce6d tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:51.773106 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4b25b94b-43ab-4346-b8c3-695ee12cec07 req-6fa43174-16ec-44b3-b126-e26cd65cce6d tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1369066 Apr 19 18:44:51.780096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:51.807157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a5420b12-ec25-40ca-bb95-6a32f27c7d34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:51.808604 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['7eb118cb-9de7-4a99-b6cc-1492b7eab5cd', '54e0d429-57fe-44f6-85ef-5af2c86d03ca', '7a588f6e-4c0c-474b-9b74-2597adf2d145'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:44:52.271843 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Pushing event updated for resources: {'Port': ['ID=1daa68c2-7785-4b7b-9d61-2e8b0337e410,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:52.281904 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:52.288346 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Network c3493dc4-ae2a-4c14-abb4-3246e5c61996 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:44:52.301302 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:52.308802 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:44:52.364005 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4b25b94b-43ab-4346-b8c3-695ee12cec07 req-734356be-af92-49d5-b897-de92a95ba12c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814316 Apr 19 18:44:52.402400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:52.403168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:52.464483 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5384226 Apr 19 18:44:52.488575 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Request body: {'port': {'device_id': '9573b6cd-1c47-454e-90eb-3eea16f84e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:52.634919 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d654785a-22d0-4e1d-a824-f6ba43929b48 req-6653a9a8-4273-4e91-b174-44fc8b9b3f87 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 210 time: 0.0717471 Apr 19 18:44:52.689078 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 49998) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:52.754282 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:52.764468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01c413-f7ee-4469-9de2-71bbfb59b9c8 req-c8b44fcc-57e5-42e4-93e3-33533388a6a7 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:52.766358 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9d01c413-f7ee-4469-9de2-71bbfb59b9c8 req-c8b44fcc-57e5-42e4-93e3-33533388a6a7 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 931 time: 0.1887281 Apr 19 18:44:52.857719 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9d01c413-f7ee-4469-9de2-71bbfb59b9c8 req-f817c8ea-cc90-4ccd-a63f-610ac17140a3 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840111 Apr 19 18:44:52.892741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6e2d50fa-fe34-44f2-bc40-f2a1ff7087ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:52.909121 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-6e2d50fa-fe34-44f2-bc40-f2a1ff7087ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:52.913219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-6e2d50fa-fe34-44f2-bc40-f2a1ff7087ed admin admin] Usage tracker for resource:security_group_rule and tenant:81e624f250f94e4f82a59c7190c3f391 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:52.916234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-6e2d50fa-fe34-44f2-bc40-f2a1ff7087ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:52.922746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-6e2d50fa-fe34-44f2-bc40-f2a1ff7087ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:52.961385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-70e076df-f92f-40d4-837a-fc1bea77af82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.013207 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6e2d50fa-fe34-44f2-bc40-f2a1ff7087ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.016359 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6e2d50fa-fe34-44f2-bc40-f2a1ff7087ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.027670 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-947cae16-d842-4904-ab88-e6736c126373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:53.076852 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-6e2d50fa-fe34-44f2-bc40-f2a1ff7087ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81e624f250f94e4f82a59c7190c3f391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865533 Apr 19 18:44:53.078462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d50fa-fe34-44f2-bc40-f2a1ff7087ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dcafbc-d534-48a3-97c4-ffd270b384ca,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:53.083280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6e2d50fa-fe34-44f2-bc40-f2a1ff7087ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:53.083815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50006) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:53.151856 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb2c77ea-1ebc-439e-9f88-d75bdea0dd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.183386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1daa68c2-7785-4b7b-9d61-2e8b0337e410 {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:44:53.183633 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb2c77ea-1ebc-439e-9f88-d75bdea0dd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.192825 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.209381 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Transition to ACTIVE for port object 1daa68c2-7785-4b7b-9d61-2e8b0337e410 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:44:53.212176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.216978 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:53.231063 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb2c77ea-1ebc-439e-9f88-d75bdea0dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.236084 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-37e61588-f8d8-4697-81e3-df6b83b69ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:53.250257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c77ea-1ebc-439e-9f88-d75bdea0dd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dcafbc-d534-48a3-97c4-ffd270b384ca,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:53.256698 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cb2c77ea-1ebc-439e-9f88-d75bdea0dd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:53.258450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb2c77ea-1ebc-439e-9f88-d75bdea0dd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.262140 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-cb2c77ea-1ebc-439e-9f88-d75bdea0dd92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39dcafbc-d534-48a3-97c4-ffd270b384ca HTTP/1.1" status: 204 len: 168 time: 0.1747518 Apr 19 18:44:53.366324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Pushing event updated for resources: {'Port': ['ID=1daa68c2-7785-4b7b-9d61-2e8b0337e410,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:53.401811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:53.495787 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Attempting to bind port 1daa68c2-7785-4b7b-9d61-2e8b0337e410 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:44:53.496563 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Attempting to bind port 1daa68c2-7785-4b7b-9d61-2e8b0337e410 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:44:53.496970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Attempting to bind port 1daa68c2-7785-4b7b-9d61-2e8b0337e410 on network c3493dc4-ae2a-4c14-abb4-3246e5c61996 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:53.503965 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Port 1daa68c2-7785-4b7b-9d61-2e8b0337e410 on network c3493dc4-ae2a-4c14-abb4-3246e5c61996 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:44:53.504353 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Attempting to bind port 1daa68c2-7785-4b7b-9d61-2e8b0337e410 on network c3493dc4-ae2a-4c14-abb4-3246e5c61996 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:53.520255 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:44:53.520866 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Checking segment: {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:53.521508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Bound using segment: {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:44:53.522196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Bound port: 1daa68c2-7785-4b7b-9d61-2e8b0337e410, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b740c151-378d-4c83-a8cb-3f19677dc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:44:53.523216 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.666498 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50026) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:53.694682 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-62e9566e-06bb-4e3f-b046-f6a9a0e2a8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.729772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-62e9566e-06bb-4e3f-b046-f6a9a0e2a8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:53.734088 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-62e9566e-06bb-4e3f-b046-f6a9a0e2a8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:63ede214bed2453bb3769344b49a01fa is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:44:53.738639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-62e9566e-06bb-4e3f-b046-f6a9a0e2a8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:44:53.744909 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-62e9566e-06bb-4e3f-b046-f6a9a0e2a8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:53.844207 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-73624e45-653a-4466-b606-b9432af9680a req-68bd3644-85b1-47cf-ad9e-0f62ad881881 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 210 time: 0.0713291 Apr 19 18:44:53.928878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-62e9566e-06bb-4e3f-b046-f6a9a0e2a8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.933170 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-62e9566e-06bb-4e3f-b046-f6a9a0e2a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:53.997423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-20c11c65-7bc2-43be-85a8-0202ec088638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:54.021634 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2729d-c89a-4d29-8192-8c79ae8de75e req-7caccea9-a10f-42e1-ab20-bac40f1b220a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:54.025862 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ecc2729d-c89a-4d29-8192-8c79ae8de75e req-7caccea9-a10f-42e1-ab20-bac40f1b220a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.4865539 Apr 19 18:44:54.047583 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-62e9566e-06bb-4e3f-b046-f6a9a0e2a8b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63ede214bed2453bb3769344b49a01fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788188 Apr 19 18:44:54.053991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50038) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:44:54.056598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-3071d300-cf65-4b81-b118-e4291178a546 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:54.058208 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-3071d300-cf65-4b81-b118-e4291178a546 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.60 "GET /v2.0/networks?id=1451c827-63f2-4688-9b5e-bbee44f87bb4 HTTP/1.1" status: 200 len: 808 time: 0.3689082 Apr 19 18:44:54.060930 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] For port 1daa68c2-7785-4b7b-9d61-2e8b0337e410, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:44:54.064690 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] For port 1daa68c2-7785-4b7b-9d61-2e8b0337e410, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1daa68c2-7785-4b7b-9d61-2e8b0337e410,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:44:54.087192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Request body: {'port': {'device_id': '82ddf02c-bbba-45c2-8aa8-ee82287e093a', 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4', 'admin_state_up': True, 'tenant_id': '601c5702dad04bfc805e02cb20b48f5a'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:54.102487 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:54.113564 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-57849153-a9ea-48f2-8034-d8e4d913f8d4 tempest-VolumesActionsTest-1861145418 tempest-VolumesActionsTest-1861145418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:54.126014 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9566e-06bb-4e3f-b046-f6a9a0e2a8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cea7cb-aa3d-4134-a6ae-835417b634fa,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:54.145715 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-62e9566e-06bb-4e3f-b046-f6a9a0e2a8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:54.201670 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-04889811-ab63-4fa0-8b32-f1f4899f66d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:54.214748 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:54.215424 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:54.216908 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] 10.222.0.60 "PUT /v2.0/ports/1daa68c2-7785-4b7b-9d61-2e8b0337e410 HTTP/1.1" status: 200 len: 1093 time: 1.7339249 Apr 19 18:44:54.237436 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612cc4c-0719-49cf-92c8-20a8b388f7bf req-590c9c6d-0ed8-4910-930a-c4dd406f44bd tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:54.239677 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d612cc4c-0719-49cf-92c8-20a8b388f7bf req-590c9c6d-0ed8-4910-930a-c4dd406f44bd tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 943 time: 0.1648636 Apr 19 18:44:54.248626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-04889811-ab63-4fa0-8b32-f1f4899f66d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:54.264949 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9573b6cd-1c47-454e-90eb-3eea16f84e27', 'tag': '1daa68c2-7785-4b7b-9d61-2e8b0337e410'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:54.323450 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d612cc4c-0719-49cf-92c8-20a8b388f7bf req-fc020893-7066-4abd-bee0-ad14d88566fd tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769303 Apr 19 18:44:54.332843 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-04889811-ab63-4fa0-8b32-f1f4899f66d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:54.342589 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ecc2729d-c89a-4d29-8192-8c79ae8de75e req-e37c42fc-5015-4133-bfa6-a31436a13159 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928569 Apr 19 18:44:54.342952 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9c8151b0-cabe-46f1-9c5f-e1e4286b0be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:54.359502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04889811-ab63-4fa0-8b32-f1f4899f66d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cea7cb-aa3d-4134-a6ae-835417b634fa,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:54.370898 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-04889811-ab63-4fa0-8b32-f1f4899f66d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:54.372371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Pushing event updated for resources: {'Port': ['ID=1daa68c2-7785-4b7b-9d61-2e8b0337e410,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:54.379289 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-04889811-ab63-4fa0-8b32-f1f4899f66d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:54.381155 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-04889811-ab63-4fa0-8b32-f1f4899f66d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80cea7cb-aa3d-4134-a6ae-835417b634fa HTTP/1.1" status: 204 len: 168 time: 0.3258245 Apr 19 18:44:54.383409 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:54.411043 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:44:54.429488 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:44:54.438384 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9573b6cd-1c47-454e-90eb-3eea16f84e27', 'tag': '1daa68c2-7785-4b7b-9d61-2e8b0337e410', 'status': 'completed', 'code': 200} Apr 19 18:44:54.441884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Made reservation on behalf of 601c5702dad04bfc805e02cb20b48f5a for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:44:54.448231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:54.549936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-8eb9e1be-63a6-4388-816d-a2d7c23a8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:54.551791 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-8eb9e1be-63a6-4388-816d-a2d7c23a8b5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 1096 time: 0.2793288 Apr 19 18:44:54.648935 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-670f75e8-7818-495a-b0b6-199d60d03c7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1daa68c2-7785-4b7b-9d61-2e8b0337e410 HTTP/1.1" status: 200 len: 217 time: 0.0788326 Apr 19 18:44:54.791100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-ff369e8c-db8e-46ee-bebf-50b38b6435dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:54.792643 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-ff369e8c-db8e-46ee-bebf-50b38b6435dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a93d428-8eb4-45a2-8168-117528720b9d HTTP/1.1" status: 200 len: 854 time: 0.1310141 Apr 19 18:44:54.798580 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Allocated IP 172.20.0.12 (1451c827-63f2-4688-9b5e-bbee44f87bb4/b479d18e-77ba-4a31-9cec-400fd7eccaf4/b96dceca-9f92-461b-b59f-95aa000cea85) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:44:54.866654 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-6bf363cf-9eb1-4e7b-a76d-0cf136c8048b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3493dc4-ae2a-4c14-abb4-3246e5c61996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585675 Apr 19 18:44:54.997934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78d4ac-5a15-4088-9b63-13f4cafb2d27 req-2bfd1bbe-df4d-48a1-b1a9-bfe7ee9628f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:54.999691 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4f78d4ac-5a15-4088-9b63-13f4cafb2d27 req-2bfd1bbe-df4d-48a1-b1a9-bfe7ee9628f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbd571c9d4e409eb3e37ef72c147384&device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 1099 time: 0.1935616 Apr 19 18:44:55.011150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542d896-f6b5-4b69-81d7-cced34b064d1 req-68d2fa6e-645c-4fa4-b527-6e3e05f25cdc tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:55.013335 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a542d896-f6b5-4b69-81d7-cced34b064d1 req-68d2fa6e-645c-4fa4-b527-6e3e05f25cdc tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1400399 Apr 19 18:44:55.100035 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ba9d75a4-2fde-4997-a562-cfcaac030b39 req-fb958c93-ed81-4df1-a63a-f3905d1535e8 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 210 time: 0.0826681 Apr 19 18:44:55.240588 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-8f6f8fa5-0803-404f-b1a4-ec1b1674d882 service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527644 Apr 19 18:44:55.256620 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a542d896-f6b5-4b69-81d7-cced34b064d1 req-fa42a98e-9c6c-4392-b0a2-14087bc967f0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157423 Apr 19 18:44:55.295693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78d4ac-5a15-4088-9b63-13f4cafb2d27 req-940ec212-e30d-44b8-aa7b-4982eac3e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:55.297750 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4f78d4ac-5a15-4088-9b63-13f4cafb2d27 req-940ec212-e30d-44b8-aa7b-4982eac3e90a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5491f799-d694-4a65-a4df-21dc2df8b545 HTTP/1.1" status: 200 len: 920 time: 0.2841108 Apr 19 18:44:55.390117 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:55.437999 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4f78d4ac-5a15-4088-9b63-13f4cafb2d27 req-beb89177-6910-436f-9bea-ecd771d0f735 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12c8a028-ff94-4609-a598-b68a46ebf559 HTTP/1.1" status: 200 len: 217 time: 0.1213877 Apr 19 18:44:55.459153 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc71d362-301c-4eff-9b91-cfabaa49590a req-c77abc76-6d25-4746-9e0d-3a0659b5c26f service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087085 Apr 19 18:44:55.481394 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:55.491064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e1d0c180-f7e4-43c5-9832-e4003c3f3a43 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:55.569504 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Pushing event updated for resources: {'Port': ['ID=b96dceca-9f92-461b-b59f-95aa000cea85,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:55.595056 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78d4ac-5a15-4088-9b63-13f4cafb2d27 req-35158ac2-8723-4c9a-b583-39d28b2e44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:55.596683 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4f78d4ac-5a15-4088-9b63-13f4cafb2d27 req-35158ac2-8723-4c9a-b583-39d28b2e44bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83bcaa7b-30da-45fa-b239-16096acfb303 HTTP/1.1" status: 200 len: 859 time: 0.1381543 Apr 19 18:44:55.664614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:55.664873 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4f78d4ac-5a15-4088-9b63-13f4cafb2d27 req-fdf31dfe-eac4-496e-9595-aec23dc7b49d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5491f799-d694-4a65-a4df-21dc2df8b545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539229 Apr 19 18:44:55.694339 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Network 1451c827-63f2-4688-9b5e-bbee44f87bb4 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:44:55.704925 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:44:55.717118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:44:55.844797 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-446f3421-6890-4f34-83ab-caffe49213a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:55.880514 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4f78d4ac-5a15-4088-9b63-13f4cafb2d27 req-e5e07f5a-0024-432d-8615-c406609cbc6e service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986001 Apr 19 18:44:55.883091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:56.060726 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4f78d4ac-5a15-4088-9b63-13f4cafb2d27 req-2fef3c9d-3050-4a55-b18b-bc10682f5b91 service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691403 Apr 19 18:44:56.103280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e77b5-53bf-4593-a1b1-adfb7a179d88 req-2849fd9a-2dc6-4594-bfab-e254661bcbca tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:56.104050 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-716e77b5-53bf-4593-a1b1-adfb7a179d88 req-2849fd9a-2dc6-4594-bfab-e254661bcbca tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Synchronizing usage tracker for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:56.131702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:56.132432 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:56.139434 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-716e77b5-53bf-4593-a1b1-adfb7a179d88 req-2849fd9a-2dc6-4594-bfab-e254661bcbca tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Unset dirty status for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:56.140713 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-716e77b5-53bf-4593-a1b1-adfb7a179d88 req-2849fd9a-2dc6-4594-bfab-e254661bcbca tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 943 time: 0.5734601 Apr 19 18:44:56.143040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234359-1544-4639-ac32-9cddf3eb3f10 req-4b4276ab-2942-4818-aca4-56c36e1d967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:56.145193 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b5234359-1544-4639-ac32-9cddf3eb3f10 req-4b4276ab-2942-4818-aca4-56c36e1d967d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 1096 time: 0.5767560 Apr 19 18:44:56.351934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ee198-3f7d-4491-8c4b-575511cb9f9f req-9432a174-6565-4496-a659-da8deb2d10d8 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:56.355425 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cc5ee198-3f7d-4491-8c4b-575511cb9f9f req-9432a174-6565-4496-a659-da8deb2d10d8 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 932 time: 0.0971572 Apr 19 18:44:56.370458 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2898312 Apr 19 18:44:56.379930 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-716e77b5-53bf-4593-a1b1-adfb7a179d88 req-3372a752-27b5-4129-8fd2-11c05bc8afb4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285736 Apr 19 18:44:56.382754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234359-1544-4639-ac32-9cddf3eb3f10 req-64158a76-e73d-4d4f-93b3-34b59b182861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:56.384255 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b5234359-1544-4639-ac32-9cddf3eb3f10 req-64158a76-e73d-4d4f-93b3-34b59b182861 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 200 len: 915 time: 0.2286954 Apr 19 18:44:56.406326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Request body: {'port': {'device_id': '82ddf02c-bbba-45c2-8aa8-ee82287e093a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:44:56.434539 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cc5ee198-3f7d-4491-8c4b-575511cb9f9f req-529bfde6-3a6a-4bc3-a044-bf847f41b889 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742862 Apr 19 18:44:56.607226 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b5234359-1544-4639-ac32-9cddf3eb3f10 req-9ddec577-4cdc-408d-a11b-fefa28a91694 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1daa68c2-7785-4b7b-9d61-2e8b0337e410 HTTP/1.1" status: 200 len: 217 time: 0.1491051 Apr 19 18:44:56.686968 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:56.758159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234359-1544-4639-ac32-9cddf3eb3f10 req-6ba4a395-2133-478b-8416-68b08f816ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:56.759712 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b5234359-1544-4639-ac32-9cddf3eb3f10 req-6ba4a395-2133-478b-8416-68b08f816ce6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a93d428-8eb4-45a2-8168-117528720b9d HTTP/1.1" status: 200 len: 854 time: 0.1330428 Apr 19 18:44:56.875216 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b5234359-1544-4639-ac32-9cddf3eb3f10 req-8bf1bfe1-5490-40ab-9613-5f5771373fc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3493dc4-ae2a-4c14-abb4-3246e5c61996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741532 Apr 19 18:44:57.143953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69b82f-4217-4ff5-9cd9-9db91d459aa3 req-db0b8811-259a-4cfb-8c34-83b7b718bdf4 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:57.145658 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7b69b82f-4217-4ff5-9cd9-9db91d459aa3 req-db0b8811-259a-4cfb-8c34-83b7b718bdf4 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.4031458 Apr 19 18:44:57.229246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:57.272559 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b5234359-1544-4639-ac32-9cddf3eb3f10 req-9fcb0cb9-7658-4515-9c34-9c76af6beba6 service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788948 Apr 19 18:44:57.318557 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7b69b82f-4217-4ff5-9cd9-9db91d459aa3 req-40ecd545-dd53-4b99-9e2d-f7278dc80233 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655486 Apr 19 18:44:57.493099 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b5234359-1544-4639-ac32-9cddf3eb3f10 req-361696b9-8183-43be-b8e5-624c1dee43f6 service neutron] 10.222.0.60 "GET /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050960 Apr 19 18:44:57.556707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96dceca-9f92-461b-b59f-95aa000cea85 {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:44:57.570815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:57.589637 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Transition to ACTIVE for port object b96dceca-9f92-461b-b59f-95aa000cea85 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:44:57.592990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:57.602234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:57.721062 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429ce6f-8d2c-46fb-ab40-815e4e29b43b req-a0d2b63e-efc8-4d57-b763-7cfa0445c3e5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:57.722983 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6429ce6f-8d2c-46fb-ab40-815e4e29b43b req-a0d2b63e-efc8-4d57-b763-7cfa0445c3e5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 943 time: 0.1250689 Apr 19 18:44:57.783146 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6429ce6f-8d2c-46fb-ab40-815e4e29b43b req-01044020-0e9a-4bec-8a75-925d1caea48a tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514846 Apr 19 18:44:57.907479 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b96dceca-9f92-461b-b59f-95aa000cea85,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:57.915770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:57.976151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ccf84-8ce5-46b4-857f-262fad7c8c68 req-d4d9cef2-112c-48e1-b8af-2b5ee32817a4 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:57.976944 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-b85ccf84-8ce5-46b4-857f-262fad7c8c68 req-d4d9cef2-112c-48e1-b8af-2b5ee32817a4 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Synchronizing usage tracker for tenant:601c5702dad04bfc805e02cb20b48f5a on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:44:57.982817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Attempting to bind port b96dceca-9f92-461b-b59f-95aa000cea85 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:44:57.983504 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Attempting to bind port b96dceca-9f92-461b-b59f-95aa000cea85 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fcf6fe63-a63a-429f-aa23-523b6abf1d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:44:57.983885 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Attempting to bind port b96dceca-9f92-461b-b59f-95aa000cea85 on network 1451c827-63f2-4688-9b5e-bbee44f87bb4 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:57.990208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Port b96dceca-9f92-461b-b59f-95aa000cea85 on network 1451c827-63f2-4688-9b5e-bbee44f87bb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:44:57.990580 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Attempting to bind port b96dceca-9f92-461b-b59f-95aa000cea85 on network 1451c827-63f2-4688-9b5e-bbee44f87bb4 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:44:58.004711 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:44:58.005209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Checking segment: {'id': 'fcf6fe63-a63a-429f-aa23-523b6abf1d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:44:58.005821 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Bound using segment: {'id': 'fcf6fe63-a63a-429f-aa23-523b6abf1d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:44:58.006364 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Bound port: b96dceca-9f92-461b-b59f-95aa000cea85, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf6fe63-a63a-429f-aa23-523b6abf1d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:44:58.006936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:58.029705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-b85ccf84-8ce5-46b4-857f-262fad7c8c68 req-d4d9cef2-112c-48e1-b8af-2b5ee32817a4 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Unset dirty status for tenant:601c5702dad04bfc805e02cb20b48f5a on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:44:58.035131 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b85ccf84-8ce5-46b4-857f-262fad7c8c68 req-d4d9cef2-112c-48e1-b8af-2b5ee32817a4 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 944 time: 0.3917544 Apr 19 18:44:58.148603 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b85ccf84-8ce5-46b4-857f-262fad7c8c68 req-9a672c30-ce81-45ae-bfff-ce63de8a7245 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794404 Apr 19 18:44:58.167083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] For port b96dceca-9f92-461b-b59f-95aa000cea85, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:44:58.173856 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] For port b96dceca-9f92-461b-b59f-95aa000cea85, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b96dceca-9f92-461b-b59f-95aa000cea85,segment=NetworkSegment(fcf6fe63-a63a-429f-aa23-523b6abf1d68),segment_id=fcf6fe63-a63a-429f-aa23-523b6abf1d68)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:44:58.178230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:58.183372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:44:58.214160 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:58.252615 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:58.253339 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:58.254764 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] 10.222.0.60 "PUT /v2.0/ports/b96dceca-9f92-461b-b59f-95aa000cea85 HTTP/1.1" status: 200 len: 1094 time: 1.8533049 Apr 19 18:44:58.255304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ddf02c-bbba-45c2-8aa8-ee82287e093a', 'tag': 'b96dceca-9f92-461b-b59f-95aa000cea85'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:44:58.282597 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b96dceca-9f92-461b-b59f-95aa000cea85,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:44:58.286973 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:44:58.358304 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ddf02c-bbba-45c2-8aa8-ee82287e093a', 'tag': 'b96dceca-9f92-461b-b59f-95aa000cea85', 'status': 'completed', 'code': 200} Apr 19 18:44:58.401990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-2229d1a9-ade1-48fb-a103-310b2ae588b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:58.403661 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-2229d1a9-ade1-48fb-a103-310b2ae588b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=601c5702dad04bfc805e02cb20b48f5a&device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 1097 time: 0.0872712 Apr 19 18:44:58.496259 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-a83197a3-b6a5-4350-be0c-654059549595 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b96dceca-9f92-461b-b59f-95aa000cea85 HTTP/1.1" status: 200 len: 217 time: 0.0827923 Apr 19 18:44:58.546088 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442901ec-ed41-4275-a9e6-2a23a8472e83 req-0d0203c0-1fce-45ff-80d1-335ff3a3a096 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:58.547710 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-442901ec-ed41-4275-a9e6-2a23a8472e83 req-0d0203c0-1fce-45ff-80d1-335ff3a3a096 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1054962 Apr 19 18:44:58.572948 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-db0f8599-536a-4e40-9bdc-0ee5a067b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:58.574514 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-db0f8599-536a-4e40-9bdc-0ee5a067b443 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b479d18e-77ba-4a31-9cec-400fd7eccaf4 HTTP/1.1" status: 200 len: 848 time: 0.0700827 Apr 19 18:44:58.597334 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-442901ec-ed41-4275-a9e6-2a23a8472e83 req-89a1d402-1064-4da9-8444-b1680e533998 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423677 Apr 19 18:44:58.634997 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-d9ebeeed-67c5-4801-b921-a4b128845850 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1451c827-63f2-4688-9b5e-bbee44f87bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476210 Apr 19 18:44:58.782499 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-1438b5ec-791e-41ce-aefa-3b494d8f532a service neutron] 10.222.0.60 "GET /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367524 Apr 19 18:44:59.003308 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-929e5c3b-58cb-4546-b3f2-7abbdc42f4af req-9e76bf60-e666-4eb2-aeb3-ce25885755eb service neutron] 10.222.0.60 "GET /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051358 Apr 19 18:44:59.037423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a8916-0947-4cb9-8b19-0741ec480fa3 req-89a7ff5d-04d8-4bec-b3e2-aa65ec07f3fe tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:59.038991 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b60a8916-0947-4cb9-8b19-0741ec480fa3 req-89a7ff5d-04d8-4bec-b3e2-aa65ec07f3fe tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 943 time: 0.1193933 Apr 19 18:44:59.137532 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b60a8916-0947-4cb9-8b19-0741ec480fa3 req-e2b87d7f-3de8-496a-8647-cdaead88e8f0 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918810 Apr 19 18:44:59.169449 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ea32c-db58-4417-adcb-b08396a3b4b3 req-312c5c64-2bf8-4d26-8ebb-77ed45b7e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:59.171154 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bf7ea32c-db58-4417-adcb-b08396a3b4b3 req-312c5c64-2bf8-4d26-8ebb-77ed45b7e997 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=601c5702dad04bfc805e02cb20b48f5a&device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 1097 time: 0.1062312 Apr 19 18:44:59.434885 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ea32c-db58-4417-adcb-b08396a3b4b3 req-4c13f051-b19c-43ce-90ff-3ab8bab2c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:59.436541 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bf7ea32c-db58-4417-adcb-b08396a3b4b3 req-4c13f051-b19c-43ce-90ff-3ab8bab2c5a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1451c827-63f2-4688-9b5e-bbee44f87bb4 HTTP/1.1" status: 200 len: 909 time: 0.2556670 Apr 19 18:44:59.449867 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798afe19-e0a7-42b4-b69c-18d4dd6dee33 req-91850e41-452b-44c6-ab6d-cdc32a53b913 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:59.451579 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-798afe19-e0a7-42b4-b69c-18d4dd6dee33 req-91850e41-452b-44c6-ab6d-cdc32a53b913 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 944 time: 0.1622562 Apr 19 18:44:59.683473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 1daa68c2-7785-4b7b-9d61-2e8b0337e410 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:44:59.795362 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bf7ea32c-db58-4417-adcb-b08396a3b4b3 req-637de1e2-485f-4aad-9c33-cecadc7cf2b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b96dceca-9f92-461b-b59f-95aa000cea85 HTTP/1.1" status: 200 len: 217 time: 0.3427215 Apr 19 18:44:59.818362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dcbc5-bcf6-4b02-8283-179fa73500d3 req-979b5321-7eea-43e6-8293-f56b6f28211a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:59.820053 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-845dcbc5-bcf6-4b02-8283-179fa73500d3 req-979b5321-7eea-43e6-8293-f56b6f28211a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.0988741 Apr 19 18:44:59.829220 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-798afe19-e0a7-42b4-b69c-18d4dd6dee33 req-6e0cb71a-ba9b-4254-a0ee-539ad47d6040 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679333 Apr 19 18:44:59.897294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 1daa68c2-7785-4b7b-9d61-2e8b0337e410, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1daa68c2-7785-4b7b-9d61-2e8b0337e410,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:44:59.901023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ea32c-db58-4417-adcb-b08396a3b4b3 req-36d8a3d2-9077-40cd-a301-c85add037b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:44:59.902605 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bf7ea32c-db58-4417-adcb-b08396a3b4b3 req-36d8a3d2-9077-40cd-a301-c85add037b18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b479d18e-77ba-4a31-9cec-400fd7eccaf4 HTTP/1.1" status: 200 len: 848 time: 0.0787978 Apr 19 18:44:59.910841 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-845dcbc5-bcf6-4b02-8283-179fa73500d3 req-b8f8cf5f-6fa5-4aff-a4f0-2463eb2c7e32 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841501 Apr 19 18:44:59.918928 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': '1daa68c2-7785-4b7b-9d61-2e8b0337e410', 'network_id': 'c3493dc4-ae2a-4c14-abb4-3246e5c61996', 'port_id': '1daa68c2-7785-4b7b-9d61-2e8b0337e410', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a93d428-8eb4-45a2-8168-117528720b9d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:44:59.983466 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bf7ea32c-db58-4417-adcb-b08396a3b4b3 req-3eb8382c-10a5-446b-8dd2-c4ad1e1f42df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1451c827-63f2-4688-9b5e-bbee44f87bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625880 Apr 19 18:44:59.985356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:00.015734 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1daa68c2-7785-4b7b-9d61-2e8b0337e410 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:45:00.035218 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 1daa68c2-7785-4b7b-9d61-2e8b0337e410, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1daa68c2-7785-4b7b-9d61-2e8b0337e410,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:00.037592 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:00.040349 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:00.115775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=1daa68c2-7785-4b7b-9d61-2e8b0337e410,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:00.118969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:00.139498 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bf7ea32c-db58-4417-adcb-b08396a3b4b3 req-f7efb569-821d-4913-a2d8-40d6f296de07 service neutron] 10.222.0.60 "GET /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403646 Apr 19 18:45:00.344589 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bf7ea32c-db58-4417-adcb-b08396a3b4b3 req-d1f84e93-4579-4d74-86af-4f09bc45a087 service neutron] 10.222.0.60 "GET /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930137 Apr 19 18:45:00.381351 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75b878-acb3-4a7d-b3db-f36705514fbc req-2b9b4ffb-16c5-493a-9d85-2c4f4dd71ef2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:00.382866 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3c75b878-acb3-4a7d-b3db-f36705514fbc req-2b9b4ffb-16c5-493a-9d85-2c4f4dd71ef2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 944 time: 0.1221709 Apr 19 18:45:00.434248 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3c75b878-acb3-4a7d-b3db-f36705514fbc req-1f7c7aa8-6266-466b-b898-f2ce555eb2ec tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449576 Apr 19 18:45:00.561379 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['1daa68c2-7785-4b7b-9d61-2e8b0337e410'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:45:01.054492 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa860f-3623-431e-86d9-673c5ac21cdd req-387df6a4-a1ab-4054-9786-5bc564ef450c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:01.056175 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3efa860f-3623-431e-86d9-673c5ac21cdd req-387df6a4-a1ab-4054-9786-5bc564ef450c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 944 time: 0.0916584 Apr 19 18:45:01.114855 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3efa860f-3623-431e-86d9-673c5ac21cdd req-955c4392-f273-4d21-a049-5c1ff7364ca8 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515535 Apr 19 18:45:01.349487 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd413c80-a1e3-4c06-9b04-a1ab0c7106d9 req-85263f2a-aaa6-45f7-a85f-e8fd30c7a7eb tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:01.351144 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bd413c80-a1e3-4c06-9b04-a1ab0c7106d9 req-85263f2a-aaa6-45f7-a85f-e8fd30c7a7eb tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.3177764 Apr 19 18:45:01.404520 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bd413c80-a1e3-4c06-9b04-a1ab0c7106d9 req-ed08d9a4-638c-4792-b17b-9b3306377a0a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459833 Apr 19 18:45:01.645058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbe6ae-6465-48f6-be74-15156068775b req-8e350c64-4104-4b2a-bf87-5ad114b942ec tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:01.647033 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-26fbe6ae-6465-48f6-be74-15156068775b req-8e350c64-4104-4b2a-bf87-5ad114b942ec tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 944 time: 0.0928574 Apr 19 18:45:01.689775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device b96dceca-9f92-461b-b59f-95aa000cea85 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:45:01.717443 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-26fbe6ae-6465-48f6-be74-15156068775b req-de24d1a0-3be9-4d34-9254-f573e1bb4df6 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632472 Apr 19 18:45:01.883841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port b96dceca-9f92-461b-b59f-95aa000cea85, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b96dceca-9f92-461b-b59f-95aa000cea85,segment=NetworkSegment(fcf6fe63-a63a-429f-aa23-523b6abf1d68),segment_id=fcf6fe63-a63a-429f-aa23-523b6abf1d68)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:01.898302 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'b96dceca-9f92-461b-b59f-95aa000cea85', 'network_id': '1451c827-63f2-4688-9b5e-bbee44f87bb4', 'port_id': 'b96dceca-9f92-461b-b59f-95aa000cea85', 'mac_address': 'fa:16:3e:8b:52:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b479d18e-77ba-4a31-9cec-400fd7eccaf4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:45:01.965272 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:01.983924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96dceca-9f92-461b-b59f-95aa000cea85 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:45:02.001452 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port b96dceca-9f92-461b-b59f-95aa000cea85, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b96dceca-9f92-461b-b59f-95aa000cea85,segment=NetworkSegment(fcf6fe63-a63a-429f-aa23-523b6abf1d68),segment_id=fcf6fe63-a63a-429f-aa23-523b6abf1d68)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:02.005796 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:02.007977 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:02.087131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=b96dceca-9f92-461b-b59f-95aa000cea85,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:02.092442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:02.327923 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564fea0-8103-4299-9205-77bba6dc4d32 req-eb249446-5882-423a-a8fa-36678b04fbec tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:02.329864 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0564fea0-8103-4299-9205-77bba6dc4d32 req-eb249446-5882-423a-a8fa-36678b04fbec tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 945 time: 0.0926623 Apr 19 18:45:02.389769 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0564fea0-8103-4299-9205-77bba6dc4d32 req-8990ef24-d4f4-4733-af74-d24b52f8a484 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529604 Apr 19 18:45:02.564177 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['b96dceca-9f92-461b-b59f-95aa000cea85'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:45:02.653983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafed09-db13-42c5-95c3-00599c9fd89d req-74ce01d1-9ca3-44f0-bacc-b256c34a257e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:02.655779 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-eeafed09-db13-42c5-95c3-00599c9fd89d req-74ce01d1-9ca3-44f0-bacc-b256c34a257e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.0915554 Apr 19 18:45:02.716386 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-eeafed09-db13-42c5-95c3-00599c9fd89d req-62537f1d-c62a-4064-8c5e-e36c359644eb tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526094 Apr 19 18:45:02.949746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eb947-3699-4794-b534-d374df543cf7 req-5135a412-dd4d-4209-8ecd-aa111d2434d2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:02.951633 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b37eb947-3699-4794-b534-d374df543cf7 req-5135a412-dd4d-4209-8ecd-aa111d2434d2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 944 time: 0.1051013 Apr 19 18:45:03.002172 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b37eb947-3699-4794-b534-d374df543cf7 req-1f3e2607-0be1-42c6-8714-9c6a0f825ee2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433969 Apr 19 18:45:03.683258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6c642-88a7-4102-8efc-8a0d0b4da9f0 req-96651ae4-5858-46d8-ae77-4b64f0c236c5 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:03.691234 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d0e6c642-88a7-4102-8efc-8a0d0b4da9f0 req-96651ae4-5858-46d8-ae77-4b64f0c236c5 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 945 time: 0.1073287 Apr 19 18:45:03.713640 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 1daa68c2-7785-4b7b-9d61-2e8b0337e410 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:45:03.739627 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d0e6c642-88a7-4102-8efc-8a0d0b4da9f0 req-86380d8f-8aea-411d-af87-1cff4d8e9eaa tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469091 Apr 19 18:45:03.802496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port 1daa68c2-7785-4b7b-9d61-2e8b0337e410 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:45:03.809890 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port 1daa68c2-7785-4b7b-9d61-2e8b0337e410 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:03.810596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:03.945545 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4622f3-7933-446f-9600-19de6d7314c5 req-f241cfe2-c112-4c9f-8fd9-8014e420242b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:03.947818 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6c4622f3-7933-446f-9600-19de6d7314c5 req-f241cfe2-c112-4c9f-8fd9-8014e420242b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.0998731 Apr 19 18:45:04.019083 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6c4622f3-7933-446f-9600-19de6d7314c5 req-40cf0b3f-a297-4075-aae6-d7cc5a2d8ef4 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588000 Apr 19 18:45:04.159887 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:04.190705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9573b6cd-1c47-454e-90eb-3eea16f84e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa68c2-7785-4b7b-9d61-2e8b0337e410'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:45:04.212461 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 1daa68c2-7785-4b7b-9d61-2e8b0337e410, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1daa68c2-7785-4b7b-9d61-2e8b0337e410,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:04.242575 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:04.242575 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:04.312772 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9573b6cd-1c47-454e-90eb-3eea16f84e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa68c2-7785-4b7b-9d61-2e8b0337e410', 'code': 200} Apr 19 18:45:04.368385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2163-3f4b-43ab-8386-b741776b02fb req-8b92953f-545c-4c43-96d1-d106e201ccfc tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:04.370191 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ed1e2163-3f4b-43ab-8386-b741776b02fb req-8b92953f-545c-4c43-96d1-d106e201ccfc tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 945 time: 0.1469815 Apr 19 18:45:04.411077 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=1daa68c2-7785-4b7b-9d61-2e8b0337e410,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:04.414298 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:04.437947 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ed1e2163-3f4b-43ab-8386-b741776b02fb req-88bca960-9dbb-4b45-937a-465c8ce068bc tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600274 Apr 19 18:45:04.605660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d5138-d280-44d1-b80f-10ec68aec61b req-2283697f-20d9-459e-ac1e-aa754dd716b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:04.607352 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-574d5138-d280-44d1-b80f-10ec68aec61b req-2283697f-20d9-459e-ac1e-aa754dd716b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 1098 time: 0.0863740 Apr 19 18:45:04.656200 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-574d5138-d280-44d1-b80f-10ec68aec61b req-24155787-9829-4b4f-b7cb-c825ad2209c4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Apr 19 18:45:04.958744 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a1e3e-f446-45d0-bac1-66bea6fbac9c req-e39d20f8-0dec-4525-9fd9-75c687b427ca tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:04.960354 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8f2a1e3e-f446-45d0-bac1-66bea6fbac9c req-e39d20f8-0dec-4525-9fd9-75c687b427ca tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 945 time: 0.0994899 Apr 19 18:45:05.008887 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8f2a1e3e-f446-45d0-bac1-66bea6fbac9c req-eefea85b-0ceb-4676-bdc0-c9db8f408d8e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 Apr 19 18:45:05.246820 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13d401-cfc1-496a-ab05-bda5de381035 req-c1fef259-8793-4461-9daa-49877618fc65 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:05.248475 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-de13d401-cfc1-496a-ab05-bda5de381035 req-c1fef259-8793-4461-9daa-49877618fc65 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.0903847 Apr 19 18:45:05.308006 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-de13d401-cfc1-496a-ab05-bda5de381035 req-93cf9739-0561-4a77-a425-bcf2faabf703 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448182 Apr 19 18:45:05.654900 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211294b-d963-4b98-bcf7-05d3f0bc6e14 req-de227a0e-2523-4721-b99a-14467c9ab44b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:05.656651 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8211294b-d963-4b98-bcf7-05d3f0bc6e14 req-de227a0e-2523-4721-b99a-14467c9ab44b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 945 time: 0.0979829 Apr 19 18:45:05.718171 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8211294b-d963-4b98-bcf7-05d3f0bc6e14 req-bbbf62f3-619c-4685-84c2-5851a88a3dda tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544176 Apr 19 18:45:05.722621 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device b96dceca-9f92-461b-b59f-95aa000cea85 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:45:05.803796 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port b96dceca-9f92-461b-b59f-95aa000cea85 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:45:05.809350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port b96dceca-9f92-461b-b59f-95aa000cea85 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:05.809773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:05.944779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:05.981539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port b96dceca-9f92-461b-b59f-95aa000cea85, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b96dceca-9f92-461b-b59f-95aa000cea85,segment=NetworkSegment(fcf6fe63-a63a-429f-aa23-523b6abf1d68),segment_id=fcf6fe63-a63a-429f-aa23-523b6abf1d68)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:05.985559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:05.987846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:06.101566 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=b96dceca-9f92-461b-b59f-95aa000cea85,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:06.108263 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:06.256953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e201eb2-55c3-4933-a2bf-9c8c544c9b22 req-1f0833e5-2832-45ea-9d30-61a1f180ca42 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:06.258656 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e201eb2-55c3-4933-a2bf-9c8c544c9b22 req-1f0833e5-2832-45ea-9d30-61a1f180ca42 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 946 time: 0.1033082 Apr 19 18:45:06.313959 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ddf02c-bbba-45c2-8aa8-ee82287e093a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96dceca-9f92-461b-b59f-95aa000cea85'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:45:06.333220 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e201eb2-55c3-4933-a2bf-9c8c544c9b22 req-6b69950c-6c6f-4cce-8995-01f81de181f0 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673583 Apr 19 18:45:06.399110 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ddf02c-bbba-45c2-8aa8-ee82287e093a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96dceca-9f92-461b-b59f-95aa000cea85', 'code': 200} Apr 19 18:45:06.641500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3299e4-d9b5-438e-8685-c9af6ec643a0 req-891d380e-e224-4798-b6be-fba0a3a3c08e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:06.643472 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-eb3299e4-d9b5-438e-8685-c9af6ec643a0 req-891d380e-e224-4798-b6be-fba0a3a3c08e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1077452 Apr 19 18:45:06.703795 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-eb3299e4-d9b5-438e-8685-c9af6ec643a0 req-ed2cb9dc-9bf6-4ac8-b2c6-ebffa6c6c84f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530033 Apr 19 18:45:06.792895 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d447c19-f2a7-4051-901a-49556ca9524e req-cc8e5c7b-95dd-41a5-ab22-ee501d6743da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:06.795200 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8d447c19-f2a7-4051-901a-49556ca9524e req-cc8e5c7b-95dd-41a5-ab22-ee501d6743da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 1099 time: 0.1052170 Apr 19 18:45:06.857529 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8d447c19-f2a7-4051-901a-49556ca9524e req-a6b70eba-dcaf-48e5-8496-5acb185bd88d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468833 Apr 19 18:45:06.955354 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d5e89-57f7-4ae5-aa26-ee11e4f1b63c req-c9897930-4159-474f-883c-c294b1a34fdf tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:06.957985 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f20d5e89-57f7-4ae5-aa26-ee11e4f1b63c req-c9897930-4159-474f-883c-c294b1a34fdf tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 945 time: 0.1075084 Apr 19 18:45:07.016249 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f20d5e89-57f7-4ae5-aa26-ee11e4f1b63c req-a064d83e-d724-4e02-93c0-731b4b6b8ab2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509906 Apr 19 18:45:07.180651 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca38802-11e6-46ca-a758-5ab584552364 req-193aebe9-57e4-4fee-a36a-5cde515df831 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:07.182327 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1ca38802-11e6-46ca-a758-5ab584552364 req-193aebe9-57e4-4fee-a36a-5cde515df831 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1058383 Apr 19 18:45:07.237993 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1ca38802-11e6-46ca-a758-5ab584552364 req-9b50647f-9e1a-492c-a683-8ef15413a5a9 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483730 Apr 19 18:45:07.589515 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f86c5-eb5b-4526-8b3d-7e7a8978a2f6 req-6ba17e30-2b45-4359-bbfa-05ad0f05d351 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:07.591295 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b20f86c5-eb5b-4526-8b3d-7e7a8978a2f6 req-6ba17e30-2b45-4359-bbfa-05ad0f05d351 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 946 time: 0.1055949 Apr 19 18:45:07.650494 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b20f86c5-eb5b-4526-8b3d-7e7a8978a2f6 req-168e29dd-e41e-4f01-a223-961c2681e070 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501397 Apr 19 18:45:07.941610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e29499-4589-4779-8078-e5c93f903a2b req-69ae476d-7f42-4d0d-b7df-26293655b3d6 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:07.943306 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-18e29499-4589-4779-8078-e5c93f903a2b req-69ae476d-7f42-4d0d-b7df-26293655b3d6 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1015742 Apr 19 18:45:08.005013 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-18e29499-4589-4779-8078-e5c93f903a2b req-4e0f8fde-b314-44ae-817b-d834f1fec762 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549598 Apr 19 18:45:08.512949 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec9b37-5215-43d3-9e87-b09958892dbe req-36ecee89-4844-4f59-8690-0864929701a4 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:08.516797 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c1ec9b37-5215-43d3-9e87-b09958892dbe req-36ecee89-4844-4f59-8690-0864929701a4 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1445832 Apr 19 18:45:08.568391 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c1ec9b37-5215-43d3-9e87-b09958892dbe req-e347ca26-4499-43e5-9ac4-0cc46fdecfac tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454116 Apr 19 18:45:08.908687 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2dbb9-115f-4f2a-9413-adb6edf9ec7c req-45748fb7-1d59-4bb2-b947-7702f4e353dd tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:08.910780 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-43c2dbb9-115f-4f2a-9413-adb6edf9ec7c req-45748fb7-1d59-4bb2-b947-7702f4e353dd tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 946 time: 0.1311033 Apr 19 18:45:08.976176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50480) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:08.981163 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-43c2dbb9-115f-4f2a-9413-adb6edf9ec7c req-3ba399b6-6610-43f7-a97d-78d29628b564 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635779 Apr 19 18:45:09.164220 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:09.184467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:09.189058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Usage tracker for resource:security_group_rule and tenant:dba2085792b74d9c8d3022d3a9865c4a is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:09.193565 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:09.201394 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:09.223450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245014eb-bc99-42cd-a278-a97d4013b857 req-0b26da42-784c-4aca-92ea-2fa2bfd5545f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:09.225233 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-245014eb-bc99-42cd-a278-a97d4013b857 req-0b26da42-784c-4aca-92ea-2fa2bfd5545f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.0954044 Apr 19 18:45:09.276197 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-245014eb-bc99-42cd-a278-a97d4013b857 req-95e33abb-552f-4f7d-a875-5dd691c0295b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 Apr 19 18:45:09.300729 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:09.307102 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:09.320414 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-46bbf26a-a94a-4ee6-9b27-3b03f14b71a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:09.364044 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dba2085792b74d9c8d3022d3a9865c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864522 Apr 19 18:45:09.365721 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8dd65f-694b-4dfe-a6c0-92d2f5293b2a,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:09.366953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 50494) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:09.373741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.374151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.374553 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.374973 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.375365 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.375757 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.376143 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.376530 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.376919 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.377306 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.377725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.378108 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.382276 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:09.435463 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:09.464661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:09.513343 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:09.519304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a4c13590-40d9-48d7-90a3-3d9b83040d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:09.534550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8dd65f-694b-4dfe-a6c0-92d2f5293b2a,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:09.541922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:09.543155 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ab8dd65f-694b-4dfe-a6c0-92d2f5293b2a HTTP/1.1" status: 204 len: 168 time: 0.1750679 Apr 19 18:45:09.544741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.545156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.545527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.545976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.546458 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.547319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.547319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.547634 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.548021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.548405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.548789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.549270 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:09.561209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:09.732248 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50508) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:09.837961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5ca54-e6bc-464a-8402-c35e63ca5065 req-9bb6cce5-b6cf-43f9-b65e-9b144e6f7b33 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:09.839996 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-65e5ca54-e6bc-464a-8402-c35e63ca5065 req-9bb6cce5-b6cf-43f9-b65e-9b144e6f7b33 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1284747 Apr 19 18:45:09.846160 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb7b16c-0058-4c61-9a30-12511b0ec73c admin admin] Deleting subnet 59fd9f75-e2e5-4bcc-8b39-020d33211155 {{(pid=86314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:45:09.851281 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb7b16c-0058-4c61-9a30-12511b0ec73c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:09.947738 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-65e5ca54-e6bc-464a-8402-c35e63ca5065 req-2e0fc3f7-ed94-464b-9b62-d889f4b646ea tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953655 Apr 19 18:45:09.962812 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb7b16c-0058-4c61-9a30-12511b0ec73c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:10.022785 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb7b16c-0058-4c61-9a30-12511b0ec73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:10.192245 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd114996-1e31-4eb4-9cdb-2210f6c8d517 req-f218078b-ce67-48a9-87f5-96c5a98cea85 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:10.193902 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd114996-1e31-4eb4-9cdb-2210f6c8d517 req-f218078b-ce67-48a9-87f5-96c5a98cea85 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 946 time: 0.0918565 Apr 19 18:45:10.213396 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d689f7c-b3d5-471e-bf17-67fce4755504 req-7e7e066b-d5f9-43b2-98cc-6983c07feedd tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:10.215070 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d689f7c-b3d5-471e-bf17-67fce4755504 req-7e7e066b-d5f9-43b2-98cc-6983c07feedd tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.2487350 Apr 19 18:45:10.259863 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dd114996-1e31-4eb4-9cdb-2210f6c8d517 req-5fbc00b8-3c07-40ff-ba2b-b884c3d10b07 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472941 Apr 19 18:45:10.289787 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d689f7c-b3d5-471e-bf17-67fce4755504 req-77948c4c-4940-400b-b150-72a14d3fdcff tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657139 Apr 19 18:45:10.392445 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb7b16c-0058-4c61-9a30-12511b0ec73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for subnet, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:10.397146 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a447ff1c-0402-4eff-947a-aa977fd8e243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:10.435234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7b16c-0058-4c61-9a30-12511b0ec73c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59fd9f75-e2e5-4bcc-8b39-020d33211155,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:10.439233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-feb7b16c-0058-4c61-9a30-12511b0ec73c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:10.452190 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-feb7b16c-0058-4c61-9a30-12511b0ec73c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/59fd9f75-e2e5-4bcc-8b39-020d33211155 HTTP/1.1" status: 204 len: 168 time: 0.7162938 Apr 19 18:45:10.452190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-feb7b16c-0058-4c61-9a30-12511b0ec73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:10.453033 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50532) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:10.577663 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:10.621005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802a553-e430-4244-9601-722b54b24e58 req-58f9893e-f648-4efe-815f-c9e1d11242cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:10.622597 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d802a553-e430-4244-9601-722b54b24e58 req-58f9893e-f648-4efe-815f-c9e1d11242cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a5899c9f0a947d3be62b6da572ba349&device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 1098 time: 0.1300168 Apr 19 18:45:10.631982 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c6816-d09f-4f1f-82e3-99caf949dd62 req-42d99643-4ffb-4421-8f10-e95b8f0909d7 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:10.633750 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2a2c6816-d09f-4f1f-82e3-99caf949dd62 req-42d99643-4ffb-4421-8f10-e95b8f0909d7 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.2064328 Apr 19 18:45:10.743733 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:10.749160 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2a2c6816-d09f-4f1f-82e3-99caf949dd62 req-ae09d043-6c2b-4a90-a6d9-ce07c994359b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086857 Apr 19 18:45:10.871892 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802a553-e430-4244-9601-722b54b24e58 req-8d661d4a-1ab8-47bc-bb14-22a0e6a32363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:10.873552 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d802a553-e430-4244-9601-722b54b24e58 req-8d661d4a-1ab8-47bc-bb14-22a0e6a32363 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a HTTP/1.1" status: 200 len: 911 time: 0.2131908 Apr 19 18:45:10.876876 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.877295 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.878174 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.878636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > port after_create 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.879002 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.879358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > port after_update 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.879713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.880224 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.880585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.881236 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.958066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.958463 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.958889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.959267 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:45:10.960822 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d30c63-2e39-4d1d-892a-5ad908d3556f']}} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:10.975730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7d394e-3810-4be7-9a3e-8eba61ffa4ad') {'for_net_delete': True} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:10.976049 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7d394e-3810-4be7-9a3e-8eba61ffa4ad') {} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:10.990272 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3049778'] for segment, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:11.007577 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:11.015408 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=86314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:45:11.017328 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d802a553-e430-4244-9601-722b54b24e58 req-a17a4f7f-8532-406d-a76b-d89000589b1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d17f0be5-a732-4719-b03b-aa3c5cf9ae61 HTTP/1.1" status: 200 len: 1001 time: 0.1284554 Apr 19 18:45:11.118911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802a553-e430-4244-9601-722b54b24e58 req-4e4cb800-1986-4573-a361-97b7ea4e3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:11.120625 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d802a553-e430-4244-9601-722b54b24e58 req-4e4cb800-1986-4573-a361-97b7ea4e3d00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d07e6f8-f12e-4527-ab5b-a1c4a58a0091 HTTP/1.1" status: 200 len: 849 time: 0.0891311 Apr 19 18:45:11.233516 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802a553-e430-4244-9601-722b54b24e58 req-ad051f86-142e-445d-9c65-164bde26b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:11.235140 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d802a553-e430-4244-9601-722b54b24e58 req-ad051f86-142e-445d-9c65-164bde26b6f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0975540 Apr 19 18:45:11.305739 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Network 03d30c63-2e39-4d1d-892a-5ad908d3556f has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:45:11.317881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852213907'] for segment, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:11.394806 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d802a553-e430-4244-9601-722b54b24e58 req-e8f04703-266f-4ef0-9a00-737b5930f0b1 service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452680 Apr 19 18:45:11.418911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b201b28-eeb7-4012-9b9d-04f11f204147 req-fb13e8d8-b2c2-45b3-b92b-f485232d0cb3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:11.420646 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1b201b28-eeb7-4012-9b9d-04f11f204147 req-fb13e8d8-b2c2-45b3-b92b-f485232d0cb3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.2999694 Apr 19 18:45:11.564078 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Network 03d30c63-2e39-4d1d-892a-5ad908d3556f has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: from cryptography.utils import int_from_bytes Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: from cryptography.utils import int_from_bytes Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: (rel_b, rel_a, rel_b), Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: (rel_b, rel_a, rel_b), Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:45:11.593136 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:45:11.599227 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1b201b28-eeb7-4012-9b9d-04f11f204147 req-c8d92b4b-6a66-4a36-9fc2-baf50c629f3b tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650791 Apr 19 18:45:11.633511 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb3e50-7e7c-4d9b-bcf7-b64252a38736 req-41cd865e-6d21-4d51-8733-2f8f0c4caa52 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:11.635136 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a1eb3e50-7e7c-4d9b-bcf7-b64252a38736 req-41cd865e-6d21-4d51-8733-2f8f0c4caa52 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1962259 Apr 19 18:45:11.637232 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d802a553-e430-4244-9601-722b54b24e58 req-4797281d-8f3c-417a-b86b-1fde9dbf862f service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266052 Apr 19 18:45:11.688558 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:11.691752 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a1eb3e50-7e7c-4d9b-bcf7-b64252a38736 req-436c4e25-1ecd-4b75-8d16-00beb2c331f9 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497441 Apr 19 18:45:11.696390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c09eb1b6-76b7-4c9f-be68-6df8bf045363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:11.714008 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:11.721313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Pushing event deleted for resources: {'Network': ['ID=03d30c63-2e39-4d1d-892a-5ad908d3556f,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:11.728111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:11.733322 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-61daf2d7-8790-478a-9f91-d4b598e66278 admin admin] 10.222.0.10 "DELETE /v2.0/networks/03d30c63-2e39-4d1d-892a-5ad908d3556f HTTP/1.1" status: 204 len: 168 time: 1.2792120 Apr 19 18:45:11.736367 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50558) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:11.819519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8cc4d0-bc02-4e0a-9374-a16d933311e5 admin admin] Deleting subnet a67f42ec-565a-4ef8-ae72-da3d6803f22d {{(pid=86314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:45:11.826780 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc4d0-bc02-4e0a-9374-a16d933311e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:11.884824 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc4d0-bc02-4e0a-9374-a16d933311e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851726022'] for subnet, precommit_delete_associations {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:11.990531 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40cc80-b2f3-43cc-b420-284e0de8c097 req-ec8393e5-2616-4fa8-8762-d17b03264a21 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:11.993506 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4b40cc80-b2f3-43cc-b420-284e0de8c097 req-ec8393e5-2616-4fa8-8762-d17b03264a21 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1175008 Apr 19 18:45:12.052872 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4b40cc80-b2f3-43cc-b420-284e0de8c097 req-b8669546-0146-4ad4-bf08-7a73d6d80802 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537963 Apr 19 18:45:12.246938 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc4d0-bc02-4e0a-9374-a16d933311e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:12.336807 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dad48-ba57-4d3d-9f86-1bac8281edc6 req-c288c5d7-76f5-4a67-af68-a7c0bb4f6b04 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:12.338427 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6d8dad48-ba57-4d3d-9f86-1bac8281edc6 req-c288c5d7-76f5-4a67-af68-a7c0bb4f6b04 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 946 time: 0.1765428 Apr 19 18:45:12.523772 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6d8dad48-ba57-4d3d-9f86-1bac8281edc6 req-30799f7c-5ca1-4d64-8574-334e746eb884 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679013 Apr 19 18:45:12.645233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc4d0-bc02-4e0a-9374-a16d933311e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852413074'] for subnet, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:12.650602 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:12.690210 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cc4d0-bc02-4e0a-9374-a16d933311e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67f42ec-565a-4ef8-ae72-da3d6803f22d,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:12.693474 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc4d0-bc02-4e0a-9374-a16d933311e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:12.696550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ad8cc4d0-bc02-4e0a-9374-a16d933311e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:12.699556 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ad8cc4d0-bc02-4e0a-9374-a16d933311e5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a67f42ec-565a-4ef8-ae72-da3d6803f22d HTTP/1.1" status: 204 len: 168 time: 0.9614205 Apr 19 18:45:12.702180 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50576) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:12.811993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf4001-6b37-46ba-8dee-b98ffeee1bd7 req-b48c3755-6aa9-43b7-81bf-bb967484527a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:12.813728 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-adcf4001-6b37-46ba-8dee-b98ffeee1bd7 req-b48c3755-6aa9-43b7-81bf-bb967484527a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.0910189 Apr 19 18:45:12.820562 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:12.868752 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-adcf4001-6b37-46ba-8dee-b98ffeee1bd7 req-a6eab343-e47f-401c-9fe4-a50f466a9830 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484979 Apr 19 18:45:13.009244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:13.156878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09659bca-8769-434e-842d-f583dcea1c7e req-84d6686a-2a63-4dab-93fc-1fb166bdce0a tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:13.158488 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-09659bca-8769-434e-842d-f583dcea1c7e req-84d6686a-2a63-4dab-93fc-1fb166bdce0a tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.2930267 Apr 19 18:45:13.160334 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0153dab8-f180-42c6-8f51-853a5f115390']}} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:13.187585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79c9264-6a4d-46dd-a5a7-33eb0d0de0ff') {'for_net_delete': True} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:13.187918 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79c9264-6a4d-46dd-a5a7-33eb0d0de0ff') {} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:13.207234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3049778'] for segment, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:13.244237 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-09659bca-8769-434e-842d-f583dcea1c7e req-6721b934-c237-4b34-92c9-70be91818da2 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731192 Apr 19 18:45:13.245166 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:13.251706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=86314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:45:13.266307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f006b9d-d999-4661-a5c5-1255d3b18c63 req-6b861304-05fd-4969-b3fe-9f811bc7f8e0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:13.267993 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9f006b9d-d999-4661-a5c5-1255d3b18c63 req-6b861304-05fd-4969-b3fe-9f811bc7f8e0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.0914371 Apr 19 18:45:13.318067 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9f006b9d-d999-4661-a5c5-1255d3b18c63 req-4be52106-5e88-44e8-b580-8f8176155366 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 Apr 19 18:45:13.441041 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] Network 0153dab8-f180-42c6-8f51-853a5f115390 has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:45:13.452961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852213907'] for segment, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:13.641532 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] Network 0153dab8-f180-42c6-8f51-853a5f115390 has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:45:13.670493 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:45:13.747893 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894df20f-c952-4294-abed-225595bea4f9 req-0bb6d1b3-42da-451f-9da5-9d1259d661ce tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:13.750368 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-894df20f-c952-4294-abed-225595bea4f9 req-0bb6d1b3-42da-451f-9da5-9d1259d661ce tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 946 time: 0.1030929 Apr 19 18:45:13.786818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:13.796738 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cb578fc7-bb7a-4954-806f-3840c49ff3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:13.826395 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:13.834192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0153dab8-f180-42c6-8f51-853a5f115390,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:13.839686 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0153dab8-f180-42c6-8f51-853a5f115390 HTTP/1.1" status: 204 len: 168 time: 1.1339681 Apr 19 18:45:13.839686 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c7c6283d-db17-4de0-a143-412e9c36efd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:14.027425 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-894df20f-c952-4294-abed-225595bea4f9 req-5e0050ec-2cf5-4fa2-a87b-227a9e9a07d0 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698603 Apr 19 18:45:14.060885 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 50610) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:14.107451 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2af84-6762-48bb-8cb5-d1a880d463e0 req-e886650c-4bd1-4fa7-bee3-3d1e53d93fc3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:14.109152 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c5a2af84-6762-48bb-8cb5-d1a880d463e0 req-e886650c-4bd1-4fa7-bee3-3d1e53d93fc3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.0937152 Apr 19 18:45:14.115467 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-30ab130e-f13b-4113-bc5b-57fd320642cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e0d5f449eb04a00937ef83d21db7b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532758 Apr 19 18:45:14.118000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 50614) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:14.159593 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c5a2af84-6762-48bb-8cb5-d1a880d463e0 req-3555bdba-16ba-458c-8648-3f15d52c6b54 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421870 Apr 19 18:45:14.182130 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b086de46-2c59-4184-ac89-4bc864765d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:14.210197 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b086de46-2c59-4184-ac89-4bc864765d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:14.254834 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b086de46-2c59-4184-ac89-4bc864765d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:14.259723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d5342ec2-96aa-46d2-b5ee-9a3ec8add1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:14.277059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086de46-2c59-4184-ac89-4bc864765d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afdffaa-ef08-46ef-bbf2-777a33b8c237,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:14.279602 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b086de46-2c59-4184-ac89-4bc864765d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:14.288060 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b086de46-2c59-4184-ac89-4bc864765d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:14.289527 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b086de46-2c59-4184-ac89-4bc864765d09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6afdffaa-ef08-46ef-bbf2-777a33b8c237 HTTP/1.1" status: 204 len: 168 time: 0.1704793 Apr 19 18:45:14.474879 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36d34d-8f3b-4714-b824-602508e961f5 req-2f8f90eb-18a6-4e54-81d1-cf54dc52b9b1 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:14.476504 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0d36d34d-8f3b-4714-b824-602508e961f5 req-2f8f90eb-18a6-4e54-81d1-cf54dc52b9b1 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1056569 Apr 19 18:45:14.529862 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0d36d34d-8f3b-4714-b824-602508e961f5 req-7399a975-0495-42c2-93bf-de99e9406408 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456975 Apr 19 18:45:14.551372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf3626-193d-48d4-9640-0be9c78d6d96 req-7c5d75cc-9c38-48e0-a3c6-66f7194337b8 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:14.553180 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-21cf3626-193d-48d4-9640-0be9c78d6d96 req-7c5d75cc-9c38-48e0-a3c6-66f7194337b8 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1069760 Apr 19 18:45:14.603714 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-21cf3626-193d-48d4-9640-0be9c78d6d96 req-78ad9135-0c51-4b2b-9174-b08048c4832d tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440371 Apr 19 18:45:14.676282 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affe70e-ce4f-46b3-b79c-bc367297e93b req-c445bb7f-fed6-4deb-973b-f7ca4b05af5d tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:14.677996 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1affe70e-ce4f-46b3-b79c-bc367297e93b req-c445bb7f-fed6-4deb-973b-f7ca4b05af5d tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.60 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 946 time: 0.0957084 Apr 19 18:45:14.739359 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50628) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:14.749496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:14.760217 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-1affe70e-ce4f-46b3-b79c-bc367297e93b req-a86b9399-b6bd-4d24-bd04-1fe30a168fc9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Deleting port b96dceca-9f92-461b-b59f-95aa000cea85 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:45:14.760484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1affe70e-ce4f-46b3-b79c-bc367297e93b req-a86b9399-b6bd-4d24-bd04-1fe30a168fc9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:14.797594 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0a5b8495-e107-48f6-b91a-c165948f31c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b509cf036164d77b86b010e8f2ee4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545640 Apr 19 18:45:14.798189 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50632) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:14.865108 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c4df7899-b4ec-4b5e-98c1-64da0ab402bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:14.895910 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c4df7899-b4ec-4b5e-98c1-64da0ab402bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:14.944250 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c4df7899-b4ec-4b5e-98c1-64da0ab402bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:14.949729 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a75792ed-dbac-407b-a9c3-e8323260b9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:14.964644 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df7899-b4ec-4b5e-98c1-64da0ab402bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6849b55-0eeb-4060-9ad4-24e2f61f68d0,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:14.967117 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c4df7899-b4ec-4b5e-98c1-64da0ab402bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:14.979058 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c4df7899-b4ec-4b5e-98c1-64da0ab402bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6849b55-0eeb-4060-9ad4-24e2f61f68d0 HTTP/1.1" status: 204 len: 168 time: 0.1721888 Apr 19 18:45:14.980163 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c4df7899-b4ec-4b5e-98c1-64da0ab402bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:15.058324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-1affe70e-ce4f-46b3-b79c-bc367297e93b req-a86b9399-b6bd-4d24-bd04-1fe30a168fc9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] For port b96dceca-9f92-461b-b59f-95aa000cea85, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b96dceca-9f92-461b-b59f-95aa000cea85,segment=NetworkSegment(fcf6fe63-a63a-429f-aa23-523b6abf1d68),segment_id=fcf6fe63-a63a-429f-aa23-523b6abf1d68)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:15.058753 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1affe70e-ce4f-46b3-b79c-bc367297e93b req-a86b9399-b6bd-4d24-bd04-1fe30a168fc9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:15.212266 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-1affe70e-ce4f-46b3-b79c-bc367297e93b req-a86b9399-b6bd-4d24-bd04-1fe30a168fc9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Calling delete_port for b96dceca-9f92-461b-b59f-95aa000cea85 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:45:15.382223 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dfe57-ccf0-4670-9ee1-5b1ab9a943d8 req-f9051219-6f38-496d-90a6-1a13f550cd0e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:15.383830 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ff4dfe57-ccf0-4670-9ee1-5b1ab9a943d8 req-f9051219-6f38-496d-90a6-1a13f550cd0e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.0982959 Apr 19 18:45:15.428870 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9dc1a-d845-462e-b3b0-6df6e8213fd4 req-159e9302-fe52-4c29-a084-448d31606ff2 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:15.436625 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dde9dc1a-d845-462e-b3b0-6df6e8213fd4 req-159e9302-fe52-4c29-a084-448d31606ff2 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/ports?device_id=82ddf02c-bbba-45c2-8aa8-ee82287e093a HTTP/1.1" status: 200 len: 946 time: 0.2329590 Apr 19 18:45:15.443117 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ff4dfe57-ccf0-4670-9ee1-5b1ab9a943d8 req-f5642de1-4a40-47cc-9994-2a8f2b33f165 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521984 Apr 19 18:45:15.521329 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dde9dc1a-d845-462e-b3b0-6df6e8213fd4 req-cc45024e-ce55-49a7-9b45-836c86de64a1 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.10 "GET /v2.0/security-groups?id=c635e6a8-b27d-467a-bd7c-18c83c31e021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838773 Apr 19 18:45:15.524996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1affe70e-ce4f-46b3-b79c-bc367297e93b req-a86b9399-b6bd-4d24-bd04-1fe30a168fc9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:15.531263 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-22028048-05ae-4e14-a70d-58dbff92ec2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:15.541005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['b96dceca-9f92-461b-b59f-95aa000cea85'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:45:15.614405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b9399-b6bd-4d24-bd04-1fe30a168fc9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Pushing event deleted for resources: {'Port': ['ID=b96dceca-9f92-461b-b59f-95aa000cea85,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:15.621811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a86b9399-b6bd-4d24-bd04-1fe30a168fc9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:15.668376 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1affe70e-ce4f-46b3-b79c-bc367297e93b req-a86b9399-b6bd-4d24-bd04-1fe30a168fc9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] No DVR routers for this DVR port b96dceca-9f92-461b-b59f-95aa000cea85 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:45:15.670986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1affe70e-ce4f-46b3-b79c-bc367297e93b req-a86b9399-b6bd-4d24-bd04-1fe30a168fc9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:15.681907 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ddf02c-bbba-45c2-8aa8-ee82287e093a', 'name': 'network-vif-deleted', 'tag': 'b96dceca-9f92-461b-b59f-95aa000cea85'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:45:15.688819 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1affe70e-ce4f-46b3-b79c-bc367297e93b req-a86b9399-b6bd-4d24-bd04-1fe30a168fc9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] 10.222.0.60 "DELETE /v2.0/ports/b96dceca-9f92-461b-b59f-95aa000cea85 HTTP/1.1" status: 204 len: 173 time: 1.0048780 Apr 19 18:45:15.771184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527b60d-dd76-4b63-9d37-8c32bd264f60 req-96d21f05-af6f-4430-a527-48c55bde3b88 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:15.780357 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1527b60d-dd76-4b63-9d37-8c32bd264f60 req-96d21f05-af6f-4430-a527-48c55bde3b88 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1237364 Apr 19 18:45:15.829959 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daaec1-e0df-4723-8d9a-257d2165039c req-05934baf-f299-4c6e-b0df-498b69086119 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:15.832379 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-69daaec1-e0df-4723-8d9a-257d2165039c req-05934baf-f299-4c6e-b0df-498b69086119 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1008406 Apr 19 18:45:15.837441 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1527b60d-dd76-4b63-9d37-8c32bd264f60 req-d44ce9fe-4497-4813-a5cb-cbae38864228 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546637 Apr 19 18:45:15.905443 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-69daaec1-e0df-4723-8d9a-257d2165039c req-cd72ea74-925b-42d9-8622-c4f0e16e376c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650449 Apr 19 18:45:15.937602 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ddf02c-bbba-45c2-8aa8-ee82287e093a', 'name': 'network-vif-deleted', 'tag': 'b96dceca-9f92-461b-b59f-95aa000cea85', 'status': 'completed', 'code': 200} Apr 19 18:45:16.537104 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50698) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:16.734727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318445b-4100-44a3-a876-bb86a810c27f req-57fe5c76-c82e-47f2-99e0-25959e113bfe tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:16.743166 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b318445b-4100-44a3-a876-bb86a810c27f req-57fe5c76-c82e-47f2-99e0-25959e113bfe tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1163197 Apr 19 18:45:16.797235 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b318445b-4100-44a3-a876-bb86a810c27f req-c109bebb-4601-4433-9802-ea185ad87691 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524747 Apr 19 18:45:16.864527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c0b996ca-5b59-4096-833e-f6d3e8b0c7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:16.881727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c0b996ca-5b59-4096-833e-f6d3e8b0c7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:16.886376 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c0b996ca-5b59-4096-833e-f6d3e8b0c7e5 admin admin] Usage tracker for resource:security_group_rule and tenant:946758eb1b5b4f7e8682506b2f02f207 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:16.889722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c0b996ca-5b59-4096-833e-f6d3e8b0c7e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:16.897748 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c0b996ca-5b59-4096-833e-f6d3e8b0c7e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:17.065586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c0b996ca-5b59-4096-833e-f6d3e8b0c7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:17.076087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c0b996ca-5b59-4096-833e-f6d3e8b0c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:17.090839 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-66b75649-155f-4108-9cbe-1a639f24cf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:17.151433 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c0b996ca-5b59-4096-833e-f6d3e8b0c7e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=946758eb1b5b4f7e8682506b2f02f207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6131394 Apr 19 18:45:17.154204 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50726) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:17.158013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b996ca-5b59-4096-833e-f6d3e8b0c7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdba0e0-e78e-43d2-9522-e22ee08ba9ad,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:17.169080 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d1519-c997-4e98-81fc-6e2b8ee07e6b req-2c2cdc51-1597-4cf3-8d58-01046a4cd11b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:17.171227 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7e9d1519-c997-4e98-81fc-6e2b8ee07e6b req-2c2cdc51-1597-4cf3-8d58-01046a4cd11b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1265867 Apr 19 18:45:17.181544 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c0b996ca-5b59-4096-833e-f6d3e8b0c7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:17.223769 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f8fdc-a478-43f9-9ec3-fa45f8ef0443 req-33f35f01-89e2-4725-988a-c09d9f577b7d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:17.231443 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a39f8fdc-a478-43f9-9ec3-fa45f8ef0443 req-33f35f01-89e2-4725-988a-c09d9f577b7d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.2321527 Apr 19 18:45:17.233807 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7e9d1519-c997-4e98-81fc-6e2b8ee07e6b req-0374e7c9-f7e3-447e-aec2-8915b922ce8f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556521 Apr 19 18:45:17.311285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1065fd2f-1d00-4e5e-943c-8a94c277cd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:17.328304 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a39f8fdc-a478-43f9-9ec3-fa45f8ef0443 req-29d7c800-1516-456f-aac1-064063276dce tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959289 Apr 19 18:45:17.343922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1065fd2f-1d00-4e5e-943c-8a94c277cd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:17.421248 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1065fd2f-1d00-4e5e-943c-8a94c277cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:17.443074 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cfc7bc0e-c0e5-4cbc-8220-36107607e646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:17.491015 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065fd2f-1d00-4e5e-943c-8a94c277cd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdba0e0-e78e-43d2-9522-e22ee08ba9ad,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:17.503605 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1065fd2f-1d00-4e5e-943c-8a94c277cd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:17.508533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1065fd2f-1d00-4e5e-943c-8a94c277cd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:17.512201 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1065fd2f-1d00-4e5e-943c-8a94c277cd5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fdba0e0-e78e-43d2-9522-e22ee08ba9ad HTTP/1.1" status: 204 len: 168 time: 0.3542788 Apr 19 18:45:17.767319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device b96dceca-9f92-461b-b59f-95aa000cea85 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:45:17.786445 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caef00d-bd20-49c1-9780-83cda9362561 req-fdd0a074-f367-4db4-91d9-0d886751799f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:17.788826 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5caef00d-bd20-49c1-9780-83cda9362561 req-fdd0a074-f367-4db4-91d9-0d886751799f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 945 time: 0.1039493 Apr 19 18:45:17.808333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: b96dceca-9f92-461b-b59f-95aa000cea85 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:45:17.808961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device b96dceca-9f92-461b-b59f-95aa000cea85 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:45:17.855400 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5caef00d-bd20-49c1-9780-83cda9362561 req-593ea61a-fc4c-417b-93d1-727432c5b049 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595157 Apr 19 18:45:18.028358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d616e-a282-447f-a47f-4bb1971d5fc9 req-3532a481-102b-45a3-8450-b79fc524fc70 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:18.029987 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-572d616e-a282-447f-a47f-4bb1971d5fc9 req-3532a481-102b-45a3-8450-b79fc524fc70 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.0954897 Apr 19 18:45:18.084404 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-572d616e-a282-447f-a47f-4bb1971d5fc9 req-91ef4e9b-6a99-45d9-a13e-7096c4a16f55 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470748 Apr 19 18:45:18.574710 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7871-3724-4807-891f-82e4685f6285 req-7d447b0f-888d-4373-98ee-c24fed98179c tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:18.576372 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6b7e7871-3724-4807-891f-82e4685f6285 req-7d447b0f-888d-4373-98ee-c24fed98179c tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1060505 Apr 19 18:45:18.616932 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e686d-1404-4838-8afa-14876d974922 req-8b357a83-47d7-4bfd-9623-d347403e6472 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:18.617675 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bf1e686d-1404-4838-8afa-14876d974922 req-8b357a83-47d7-4bfd-9623-d347403e6472 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1003733 Apr 19 18:45:18.651531 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6b7e7871-3724-4807-891f-82e4685f6285 req-101e7775-5876-4bce-8be0-96a80061179e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637336 Apr 19 18:45:18.678729 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bf1e686d-1404-4838-8afa-14876d974922 req-c1e5c34f-635f-41ea-9f2c-d8ca3d6da15a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531335 Apr 19 18:45:19.121142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de9a62-ac0e-4d14-b5f4-c7d55779f06c req-93fd118d-9d2f-4a70-a036-9a26ad51be64 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:19.123022 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-88de9a62-ac0e-4d14-b5f4-c7d55779f06c req-93fd118d-9d2f-4a70-a036-9a26ad51be64 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 945 time: 0.1007669 Apr 19 18:45:19.179342 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-88de9a62-ac0e-4d14-b5f4-c7d55779f06c req-f2acbd49-e833-4098-a973-9e31fdd544c4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473688 Apr 19 18:45:19.352065 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ad3e5-9a4f-4537-97d7-961d8c6e71d9 req-5d571a91-1f39-491d-9e4d-5d87f5f9cb26 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:19.353712 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6f2ad3e5-9a4f-4537-97d7-961d8c6e71d9 req-5d571a91-1f39-491d-9e4d-5d87f5f9cb26 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.0976992 Apr 19 18:45:19.409374 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6f2ad3e5-9a4f-4537-97d7-961d8c6e71d9 req-241c8152-6008-453c-a20e-b2a71bfbe49f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477602 Apr 19 18:45:19.868327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662193-0f38-4338-a0d5-5ca22b26d383 req-8f523e8d-b559-481c-b41c-ef7c2a35387d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:19.876464 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-af662193-0f38-4338-a0d5-5ca22b26d383 req-8f523e8d-b559-481c-b41c-ef7c2a35387d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1094854 Apr 19 18:45:19.892313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96323f4-a7f6-4b94-ab80-296e0dbb05cb req-552e1a24-7516-4645-804f-825d3c0894b5 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:19.901418 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b96323f4-a7f6-4b94-ab80-296e0dbb05cb req-552e1a24-7516-4645-804f-825d3c0894b5 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1089163 Apr 19 18:45:19.927517 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-af662193-0f38-4338-a0d5-5ca22b26d383 req-e7e9a526-c251-4ead-b112-ef8b75b6e282 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497823 Apr 19 18:45:19.956928 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b96323f4-a7f6-4b94-ab80-296e0dbb05cb req-2eb37f3f-5ec9-4d01-96b2-2bb7e37a3403 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538721 Apr 19 18:45:20.087408 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:45:20.606325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50864) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:20.664860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111042b-9537-4e19-a9ed-359a2524bc58 req-d409bded-a3f8-416e-9640-3cfcc3622e5c tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:20.672692 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f111042b-9537-4e19-a9ed-359a2524bc58 req-d409bded-a3f8-416e-9640-3cfcc3622e5c tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 945 time: 0.2689035 Apr 19 18:45:20.722596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216819a9-5345-47d5-9c3c-11cc8cb8a0bc req-d78533c7-d175-4b35-83e9-30615ec35910 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:20.725017 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-216819a9-5345-47d5-9c3c-11cc8cb8a0bc req-d78533c7-d175-4b35-83e9-30615ec35910 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 945 time: 0.4297998 Apr 19 18:45:20.761363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5563-4d05-4660-8669-f7f9a5ceb3cf req-d3ad56c5-ccd2-4029-b978-7de3ec5e5ff2 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:20.764366 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d63c5563-4d05-4660-8669-f7f9a5ceb3cf req-d3ad56c5-ccd2-4029-b978-7de3ec5e5ff2 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1222351 Apr 19 18:45:20.816718 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea95f-6369-415a-8018-3f23c5af9605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:20.834165 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f111042b-9537-4e19-a9ed-359a2524bc58 req-1ab37235-9090-4ab9-9479-1369658238f8 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499367 Apr 19 18:45:20.836291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ee9ea95f-6369-415a-8018-3f23c5af9605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:20.840337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ee9ea95f-6369-415a-8018-3f23c5af9605 admin admin] Usage tracker for resource:security_group_rule and tenant:03e1e196fc9749dca78994461128851c is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:20.843912 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ee9ea95f-6369-415a-8018-3f23c5af9605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:20.859215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ee9ea95f-6369-415a-8018-3f23c5af9605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:20.881137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-216819a9-5345-47d5-9c3c-11cc8cb8a0bc req-92f00563-0b3c-400a-b626-3406eb50b978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Deleting port 1daa68c2-7785-4b7b-9d61-2e8b0337e410 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:45:20.881574 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d63c5563-4d05-4660-8669-f7f9a5ceb3cf req-60aa2a5b-be34-4cf7-9ff0-55987602d495 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063070 Apr 19 18:45:20.894932 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-216819a9-5345-47d5-9c3c-11cc8cb8a0bc req-92f00563-0b3c-400a-b626-3406eb50b978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:20.993201 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea95f-6369-415a-8018-3f23c5af9605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:20.997889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea95f-6369-415a-8018-3f23c5af9605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:21.030594 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3b4dfad3-950c-450a-9b7d-bb97498c2381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:21.063518 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ee9ea95f-6369-415a-8018-3f23c5af9605 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03e1e196fc9749dca78994461128851c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554923 Apr 19 18:45:21.064159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50874) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:21.064863 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ea95f-6369-415a-8018-3f23c5af9605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5854e6-f3c7-4df8-ba30-d91c1c99c0a4,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:21.070861 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ee9ea95f-6369-415a-8018-3f23c5af9605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:21.235648 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b952aa-1d15-491f-b689-2a30398e0c08 req-200cb877-daed-4f53-8672-b2d65bb2f761 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:21.244333 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-42b952aa-1d15-491f-b689-2a30398e0c08 req-200cb877-daed-4f53-8672-b2d65bb2f761 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1496172 Apr 19 18:45:21.280406 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b271c5d2-d4fd-4f95-aeb8-d9b9770a66ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:21.311588 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-216819a9-5345-47d5-9c3c-11cc8cb8a0bc req-92f00563-0b3c-400a-b626-3406eb50b978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] For port 1daa68c2-7785-4b7b-9d61-2e8b0337e410, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1daa68c2-7785-4b7b-9d61-2e8b0337e410,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:21.312117 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-216819a9-5345-47d5-9c3c-11cc8cb8a0bc req-92f00563-0b3c-400a-b626-3406eb50b978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:21.317167 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-42b952aa-1d15-491f-b689-2a30398e0c08 req-ba5a68f7-175a-4d3d-b9ee-e6533de49e07 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655639 Apr 19 18:45:21.347082 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b271c5d2-d4fd-4f95-aeb8-d9b9770a66ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:21.406000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b271c5d2-d4fd-4f95-aeb8-d9b9770a66ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:21.412792 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cb2c77ea-1ebc-439e-9f88-d75bdea0dd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:21.430388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b271c5d2-d4fd-4f95-aeb8-d9b9770a66ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:21.432088 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b271c5d2-d4fd-4f95-aeb8-d9b9770a66ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f5854e6-f3c7-4df8-ba30-d91c1c99c0a4 HTTP/1.1" status: 204 len: 168 time: 0.3632278 Apr 19 18:45:21.433380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271c5d2-d4fd-4f95-aeb8-d9b9770a66ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5854e6-f3c7-4df8-ba30-d91c1c99c0a4,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:21.436440 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b271c5d2-d4fd-4f95-aeb8-d9b9770a66ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:21.493554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-216819a9-5345-47d5-9c3c-11cc8cb8a0bc req-92f00563-0b3c-400a-b626-3406eb50b978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Calling delete_port for 1daa68c2-7785-4b7b-9d61-2e8b0337e410 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:45:21.742046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-216819a9-5345-47d5-9c3c-11cc8cb8a0bc req-92f00563-0b3c-400a-b626-3406eb50b978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:21.754514 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['7eb118cb-9de7-4a99-b6cc-1492b7eab5cd', '54e0d429-57fe-44f6-85ef-5af2c86d03ca', '7a588f6e-4c0c-474b-9b74-2597adf2d145', '1daa68c2-7785-4b7b-9d61-2e8b0337e410'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:45:21.766953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:21.862991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f00563-0b3c-400a-b626-3406eb50b978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Pushing event deleted for resources: {'Port': ['ID=1daa68c2-7785-4b7b-9d61-2e8b0337e410,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:21.873706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-92f00563-0b3c-400a-b626-3406eb50b978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:21.906025 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50892) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:21.945865 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-14dd2b0e-45b1-4049-890d-2a893564bba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:21.981573 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-14dd2b0e-45b1-4049-890d-2a893564bba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:21.995844 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-14dd2b0e-45b1-4049-890d-2a893564bba6 admin admin] Usage tracker for resource:security_group_rule and tenant:51c7a04eef154c8bb15914b5981ebb1c is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:22.047852 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-216819a9-5345-47d5-9c3c-11cc8cb8a0bc req-92f00563-0b3c-400a-b626-3406eb50b978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] No DVR routers for this DVR port 1daa68c2-7785-4b7b-9d61-2e8b0337e410 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:45:22.051317 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-216819a9-5345-47d5-9c3c-11cc8cb8a0bc req-92f00563-0b3c-400a-b626-3406eb50b978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:22.070587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c775709-f88f-4bd4-b027-63e16b67acbc req-4ab1c313-d8ac-45bf-8a4c-71771c284fa3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:22.078404 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1c775709-f88f-4bd4-b027-63e16b67acbc req-4ab1c313-d8ac-45bf-8a4c-71771c284fa3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.5962625 Apr 19 18:45:22.082009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9573b6cd-1c47-454e-90eb-3eea16f84e27', 'name': 'network-vif-deleted', 'tag': '1daa68c2-7785-4b7b-9d61-2e8b0337e410'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:45:22.087893 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-216819a9-5345-47d5-9c3c-11cc8cb8a0bc req-92f00563-0b3c-400a-b626-3406eb50b978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "DELETE /v2.0/ports/1daa68c2-7785-4b7b-9d61-2e8b0337e410 HTTP/1.1" status: 204 len: 173 time: 1.3552744 Apr 19 18:45:22.145173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-14dd2b0e-45b1-4049-890d-2a893564bba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:22.163239 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1c775709-f88f-4bd4-b027-63e16b67acbc req-24184928-4cc8-48a8-bc80-825a78d92cfb tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838544 Apr 19 18:45:22.175518 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c7513f65-c6e6-47f1-9b2d-e84f015ae7a0 req-a46c5772-3817-4bdd-a150-850ea1a3c3c1 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9573b6cd-1c47-454e-90eb-3eea16f84e27 HTTP/1.1" status: 200 len: 210 time: 0.1746984 Apr 19 18:45:22.187798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-14dd2b0e-45b1-4049-890d-2a893564bba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:22.301440 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9573b6cd-1c47-454e-90eb-3eea16f84e27', 'name': 'network-vif-deleted', 'tag': '1daa68c2-7785-4b7b-9d61-2e8b0337e410', 'status': 'completed', 'code': 200} Apr 19 18:45:22.420552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-14dd2b0e-45b1-4049-890d-2a893564bba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:22.429458 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-14dd2b0e-45b1-4049-890d-2a893564bba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:22.446486 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-04889811-ab63-4fa0-8b32-f1f4899f66d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:22.480572 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd2b0e-45b1-4049-890d-2a893564bba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256e9301-5048-489f-94bd-8d4b36ce95b7,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:22.486466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-14dd2b0e-45b1-4049-890d-2a893564bba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:22.506229 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-14dd2b0e-45b1-4049-890d-2a893564bba6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51c7a04eef154c8bb15914b5981ebb1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5986814 Apr 19 18:45:22.508849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 50908) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:22.560227 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7391f9-273a-45b3-912f-545cbdfe9cea req-c26ee7e9-a22d-4741-975b-eb40cf91ad6c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:22.561955 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e7391f9-273a-45b3-912f-545cbdfe9cea req-c26ee7e9-a22d-4741-975b-eb40cf91ad6c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.2503743 Apr 19 18:45:22.605793 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-648bf3c2-2148-4fb2-82fd-b76cd13908c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:22.653302 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e7391f9-273a-45b3-912f-545cbdfe9cea req-83e48d9e-03d2-4093-9660-a811b30732f3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826292 Apr 19 18:45:22.713700 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-648bf3c2-2148-4fb2-82fd-b76cd13908c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:22.774116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e2531-44c5-4629-85ad-87fe083b1247 req-2675ee73-9a76-4d53-ba62-fa31809d76aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:22.775949 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-233e2531-44c5-4629-85ad-87fe083b1247 req-2675ee73-9a76-4d53-ba62-fa31809d76aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1715341 Apr 19 18:45:22.861456 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-648bf3c2-2148-4fb2-82fd-b76cd13908c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:22.873576 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-233e2531-44c5-4629-85ad-87fe083b1247 req-5840df62-89dd-4cd7-8067-756cbc8c1b9b tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904858 Apr 19 18:45:22.874587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-773b1619-6024-461c-b670-f21eaad53bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:22.899511 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bf3c2-2148-4fb2-82fd-b76cd13908c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256e9301-5048-489f-94bd-8d4b36ce95b7,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:22.903064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-648bf3c2-2148-4fb2-82fd-b76cd13908c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:22.904475 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-648bf3c2-2148-4fb2-82fd-b76cd13908c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/256e9301-5048-489f-94bd-8d4b36ce95b7 HTTP/1.1" status: 204 len: 168 time: 0.3936038 Apr 19 18:45:22.911444 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-648bf3c2-2148-4fb2-82fd-b76cd13908c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:22.965776 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-099071e2-1674-4619-9f14-ded178bd1d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:23.428849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759cfcc-3def-47b5-b76c-bcbad7d91666 req-5ce27ae1-231c-410f-b3c9-5c98ed647cff tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:23.439190 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5759cfcc-3def-47b5-b76c-bcbad7d91666 req-5ce27ae1-231c-410f-b3c9-5c98ed647cff tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1284103 Apr 19 18:45:23.533958 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5759cfcc-3def-47b5-b76c-bcbad7d91666 req-baf69ba3-636d-4de6-b2a0-6f42788acbff tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936172 Apr 19 18:45:23.787165 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 1daa68c2-7785-4b7b-9d61-2e8b0337e410 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:45:23.870998 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: 1daa68c2-7785-4b7b-9d61-2e8b0337e410 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:45:23.872002 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 1daa68c2-7785-4b7b-9d61-2e8b0337e410 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:45:23.960012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa947310-87d5-49f7-95c5-7abb061c16bd req-30712329-5f8d-4b50-94db-70d752a025a0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:23.961802 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-aa947310-87d5-49f7-95c5-7abb061c16bd req-30712329-5f8d-4b50-94db-70d752a025a0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1327388 Apr 19 18:45:24.024064 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-aa947310-87d5-49f7-95c5-7abb061c16bd req-4ca03f82-ad85-4e68-bc67-766071d8ac89 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533023 Apr 19 18:45:24.164125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ebbb1-45dc-4726-8b0f-ac014cbdd314 req-4cd4e500-fcb3-4794-b9e0-ba4935c3ffb0 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:24.165927 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-da3ebbb1-45dc-4726-8b0f-ac014cbdd314 req-4cd4e500-fcb3-4794-b9e0-ba4935c3ffb0 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1241207 Apr 19 18:45:24.227978 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-da3ebbb1-45dc-4726-8b0f-ac014cbdd314 req-354d4b8f-7b70-4d2a-afe1-5c2aafb6ff9b tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506587 Apr 19 18:45:24.820501 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b4e48-8a35-446a-943f-33491a839eff req-4326a979-5719-442a-8aa9-6d587165941e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:24.832642 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-157b4e48-8a35-446a-943f-33491a839eff req-4326a979-5719-442a-8aa9-6d587165941e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1402183 Apr 19 18:45:25.180594 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-157b4e48-8a35-446a-943f-33491a839eff req-9da225d6-454c-4218-a680-76ff07793012 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468747 Apr 19 18:45:25.448425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e0798-344d-4132-998c-c838526992fb req-8a107776-e350-4c70-8179-3bf19eb2678d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:25.448425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-1d8e0798-344d-4132-998c-c838526992fb req-8a107776-e350-4c70-8179-3bf19eb2678d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Synchronizing usage tracker for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:45:25.478760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-1d8e0798-344d-4132-998c-c838526992fb req-8a107776-e350-4c70-8179-3bf19eb2678d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Unset dirty status for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:45:25.487953 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d8e0798-344d-4132-998c-c838526992fb req-8a107776-e350-4c70-8179-3bf19eb2678d tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 945 time: 0.1944635 Apr 19 18:45:25.525846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65634caa-1161-49c7-b050-df79ffac6457 req-95730da0-bdb2-4fdd-86df-90f23a8c439b tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:25.535315 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-65634caa-1161-49c7-b050-df79ffac6457 req-95730da0-bdb2-4fdd-86df-90f23a8c439b tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.2469032 Apr 19 18:45:25.578034 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d8e0798-344d-4132-998c-c838526992fb req-8733085d-4788-4c88-93fd-5df3fa3984f6 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884356 Apr 19 18:45:25.696399 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-65634caa-1161-49c7-b050-df79ffac6457 req-b6b05e3c-fe61-48ea-8525-a7969af1b6a4 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530263 Apr 19 18:45:25.817368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c248b5-d598-45bb-a53a-b33fbfd85c4e req-9b0c0786-1bc5-4933-81be-3edc027ab85f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:25.819269 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-17c248b5-d598-45bb-a53a-b33fbfd85c4e req-9b0c0786-1bc5-4933-81be-3edc027ab85f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1186881 Apr 19 18:45:25.850831 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d770c65f-3e46-4fa2-accf-29bc24401dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:25.879791 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:25.906229 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-17c248b5-d598-45bb-a53a-b33fbfd85c4e req-d68fc704-0831-42ed-851c-0c2c37eb2309 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799294 Apr 19 18:45:26.550131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f261-ecf1-4912-b65a-1f2b2bb90689 req-d97f33e6-ee9f-40f5-9293-d76553e538c9 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:26.552257 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4d4f261-ecf1-4912-b65a-1f2b2bb90689 req-d97f33e6-ee9f-40f5-9293-d76553e538c9 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1994355 Apr 19 18:45:26.630513 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4d4f261-ecf1-4912-b65a-1f2b2bb90689 req-f4f8321a-691b-4b08-bc69-9e1fd1f7f81f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626602 Apr 19 18:45:26.687267 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a588c4-3954-4481-a40e-42b94647ba9b req-dfe055b2-23c9-446f-a91a-2b18126ea13f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:26.688861 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-29a588c4-3954-4481-a40e-42b94647ba9b req-dfe055b2-23c9-446f-a91a-2b18126ea13f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.2649422 Apr 19 18:45:26.695587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66171b-3ab6-4a1b-942a-65d504947bb6 req-70b2429c-56b9-4678-8e62-078a2b12bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:26.697350 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dc66171b-3ab6-4a1b-942a-65d504947bb6 req-70b2429c-56b9-4678-8e62-078a2b12bab8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a5899c9f0a947d3be62b6da572ba349&device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 1098 time: 0.1683359 Apr 19 18:45:26.835624 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92313960-589d-4bb9-93ff-39def84f6389 req-10cbd83f-d1b3-4b30-8139-9b90a2505614 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:26.837251 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-92313960-589d-4bb9-93ff-39def84f6389 req-10cbd83f-d1b3-4b30-8139-9b90a2505614 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 945 time: 0.1058800 Apr 19 18:45:26.855430 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-29a588c4-3954-4481-a40e-42b94647ba9b req-066be6d3-3e5b-40a8-ad3d-31f668243011 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568604 Apr 19 18:45:26.883266 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66171b-3ab6-4a1b-942a-65d504947bb6 req-e0ba0c4a-fdac-4e03-9165-428e1b7c5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:26.884847 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dc66171b-3ab6-4a1b-942a-65d504947bb6 req-e0ba0c4a-fdac-4e03-9165-428e1b7c5925 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a HTTP/1.1" status: 200 len: 911 time: 0.1701999 Apr 19 18:45:26.911715 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-92313960-589d-4bb9-93ff-39def84f6389 req-39ce41e1-c36b-4bea-ae90-c7a66e359c2f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670958 Apr 19 18:45:27.008895 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dc66171b-3ab6-4a1b-942a-65d504947bb6 req-7e22ee1b-0e9a-4a7c-826a-cbcae765632f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d17f0be5-a732-4719-b03b-aa3c5cf9ae61 HTTP/1.1" status: 200 len: 1001 time: 0.1126332 Apr 19 18:45:27.226290 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:27.330353 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66171b-3ab6-4a1b-942a-65d504947bb6 req-bd4bd3b3-f864-4744-9b25-ccaaa08d4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:27.332616 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dc66171b-3ab6-4a1b-942a-65d504947bb6 req-bd4bd3b3-f864-4744-9b25-ccaaa08d4942 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d07e6f8-f12e-4527-ab5b-a1c4a58a0091 HTTP/1.1" status: 200 len: 849 time: 0.2807510 Apr 19 18:45:27.441658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cc8c2-f031-4f35-9ef6-360d72516d53 req-a8ee4d3b-222e-4286-b879-100001a333c0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:27.443316 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-303cc8c2-f031-4f35-9ef6-360d72516d53 req-a8ee4d3b-222e-4286-b879-100001a333c0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.4370441 Apr 19 18:45:27.451841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66171b-3ab6-4a1b-942a-65d504947bb6 req-278997ee-3578-476c-97cf-69166705648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:27.453404 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dc66171b-3ab6-4a1b-942a-65d504947bb6 req-278997ee-3578-476c-97cf-69166705648a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1113141 Apr 19 18:45:27.650992 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-303cc8c2-f031-4f35-9ef6-360d72516d53 req-7ac6521b-d04a-4b9f-91f2-008c46960689 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964006 Apr 19 18:45:27.714246 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dc66171b-3ab6-4a1b-942a-65d504947bb6 req-c31a5faa-7030-43dc-908b-9a42c236b120 service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388656 Apr 19 18:45:27.919570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66ab56-3e29-4cdf-84c6-dea0d9753965 req-0194c624-c226-471c-9984-cbb15a755b07 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:27.929253 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cd66ab56-3e29-4cdf-84c6-dea0d9753965 req-0194c624-c226-471c-9984-cbb15a755b07 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1399302 Apr 19 18:45:27.967426 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dc66171b-3ab6-4a1b-942a-65d504947bb6 req-01be509e-2663-44cd-84ce-2c86f859d04e service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460477 Apr 19 18:45:27.996397 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf1f5-c353-451f-8182-e37dbdd9182d req-b6b972c2-5649-4c1e-b998-3988436d48da tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:27.998324 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-15fcf1f5-c353-451f-8182-e37dbdd9182d req-b6b972c2-5649-4c1e-b998-3988436d48da tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 945 time: 0.4804316 Apr 19 18:45:27.999222 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cd66ab56-3e29-4cdf-84c6-dea0d9753965 req-70afea23-4691-448a-a87e-e9b28ea4adc1 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687737 Apr 19 18:45:28.125996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-15fcf1f5-c353-451f-8182-e37dbdd9182d req-b677f5fe-76ff-48ee-bc73-c4901aefc879 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Deleting port 7a588f6e-4c0c-474b-9b74-2597adf2d145 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:45:28.126375 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-15fcf1f5-c353-451f-8182-e37dbdd9182d req-b677f5fe-76ff-48ee-bc73-c4901aefc879 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:28.219363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:28.252048 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f62132-7ac7-498a-8348-3741f3d1d590 req-be685208-3f7d-4167-bfe2-b621a26e50d5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:28.254761 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f2f62132-7ac7-498a-8348-3741f3d1d590 req-be685208-3f7d-4167-bfe2-b621a26e50d5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 945 time: 0.1090901 Apr 19 18:45:28.314033 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f2f62132-7ac7-498a-8348-3741f3d1d590 req-c464948d-2294-4936-b5bc-a8e7a0688648 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519664 Apr 19 18:45:28.394929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce95e98-7b56-422c-873f-27273052acf2 req-24f46832-d5cc-4001-a8ad-c9117f90b5fa tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:28.396552 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2ce95e98-7b56-422c-873f-27273052acf2 req-24f46832-d5cc-4001-a8ad-c9117f90b5fa tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.2303910 Apr 19 18:45:28.508175 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2ce95e98-7b56-422c-873f-27273052acf2 req-36ffc362-f63a-4f30-ad90-330f3ae9b451 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643144 Apr 19 18:45:28.545924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-15fcf1f5-c353-451f-8182-e37dbdd9182d req-b677f5fe-76ff-48ee-bc73-c4901aefc879 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] For port 7a588f6e-4c0c-474b-9b74-2597adf2d145, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7a588f6e-4c0c-474b-9b74-2597adf2d145,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:28.546320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-15fcf1f5-c353-451f-8182-e37dbdd9182d req-b677f5fe-76ff-48ee-bc73-c4901aefc879 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:28.690097 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-15fcf1f5-c353-451f-8182-e37dbdd9182d req-b677f5fe-76ff-48ee-bc73-c4901aefc879 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Calling delete_port for 7a588f6e-4c0c-474b-9b74-2597adf2d145 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:45:28.888662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-15fcf1f5-c353-451f-8182-e37dbdd9182d req-b677f5fe-76ff-48ee-bc73-c4901aefc879 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:28.895666 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-abffa29f-3ead-40b6-8e60-da6fdf933dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:28.905702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['7eb118cb-9de7-4a99-b6cc-1492b7eab5cd', '54e0d429-57fe-44f6-85ef-5af2c86d03ca', '7a588f6e-4c0c-474b-9b74-2597adf2d145'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:45:28.977433 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677f5fe-76ff-48ee-bc73-c4901aefc879 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Pushing event deleted for resources: {'Port': ['ID=7a588f6e-4c0c-474b-9b74-2597adf2d145,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:28.982179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b677f5fe-76ff-48ee-bc73-c4901aefc879 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:29.073543 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596df22-53fa-4f02-84e3-c568a19b550f req-a5d3f7e9-e1fc-4c89-af25-9bd442b6a523 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:29.085927 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4596df22-53fa-4f02-84e3-c568a19b550f req-a5d3f7e9-e1fc-4c89-af25-9bd442b6a523 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1628025 Apr 19 18:45:29.124107 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fcf1f5-c353-451f-8182-e37dbdd9182d req-b677f5fe-76ff-48ee-bc73-c4901aefc879 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] No DVR routers for this DVR port 7a588f6e-4c0c-474b-9b74-2597adf2d145 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:45:29.132810 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-15fcf1f5-c353-451f-8182-e37dbdd9182d req-b677f5fe-76ff-48ee-bc73-c4901aefc879 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:29.136452 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1bf085-ef6c-4909-9682-cd7f7def747e', 'name': 'network-vif-deleted', 'tag': '7a588f6e-4c0c-474b-9b74-2597adf2d145'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:45:29.176706 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-15fcf1f5-c353-451f-8182-e37dbdd9182d req-b677f5fe-76ff-48ee-bc73-c4901aefc879 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "DELETE /v2.0/ports/7a588f6e-4c0c-474b-9b74-2597adf2d145 HTTP/1.1" status: 204 len: 173 time: 1.1713483 Apr 19 18:45:29.231175 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4596df22-53fa-4f02-84e3-c568a19b550f req-eb8c8b01-35b8-462d-a616-37795cf185c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440852 Apr 19 18:45:29.434974 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1bf085-ef6c-4909-9682-cd7f7def747e', 'name': 'network-vif-deleted', 'tag': '7a588f6e-4c0c-474b-9b74-2597adf2d145', 'status': 'completed', 'code': 200} Apr 19 18:45:29.504686 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f26fa-a257-4efd-ac24-75fcc2da67e8 req-6cbaff62-9322-47f8-84b2-36afdb3272c7 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:29.506490 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cc2f26fa-a257-4efd-ac24-75fcc2da67e8 req-6cbaff62-9322-47f8-84b2-36afdb3272c7 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.2148068 Apr 19 18:45:29.563379 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cc2f26fa-a257-4efd-ac24-75fcc2da67e8 req-4d9c9314-1798-4029-b67f-acaa10801bbd tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498881 Apr 19 18:45:29.613640 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d651adb-1024-4739-ae96-5abda8f348c2 req-04d35827-8945-44f5-8d5b-87c46a75a28f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd1bf085-ef6c-4909-9682-cd7f7def747e HTTP/1.1" status: 200 len: 210 time: 0.1000376 Apr 19 18:45:29.783917 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fef986-22ba-41ca-8eca-9bdbba13c985 req-505af574-99b8-45d6-9bdf-7e0588547ee1 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:29.785766 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-88fef986-22ba-41ca-8eca-9bdbba13c985 req-505af574-99b8-45d6-9bdf-7e0588547ee1 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.0993388 Apr 19 18:45:29.837109 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-88fef986-22ba-41ca-8eca-9bdbba13c985 req-cd0a2eab-5dca-4aaa-941e-713ec3d49d62 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448363 Apr 19 18:45:29.839503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:45:30.014032 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:30.030000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'port_id': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'mac_address': 'fa:16:3e:35:b5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:45:30.102371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:30.122664 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:45:30.142486 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:30.145753 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:30.148670 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:30.228374 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,revision_number=6']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:30.237694 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:30.238336 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:30.239040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:30.239599 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:30.239968 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:30.240342 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:30.240708 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:30.241234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:30.241603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:30.242075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:30.242310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:30.242703 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:30.246809 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:30.334114 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:45:30.489429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae32d8e-e26d-4ca0-8454-cac7ac453545 req-1530a7d7-8971-4e77-ab48-6f099b7d9dc2 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:30.491704 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cae32d8e-e26d-4ca0-8454-cac7ac453545 req-1530a7d7-8971-4e77-ab48-6f099b7d9dc2 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 945 time: 0.1206231 Apr 19 18:45:30.589749 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cae32d8e-e26d-4ca0-8454-cac7ac453545 req-8e814ce0-ee14-4155-9698-966e15b2145d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915992 Apr 19 18:45:31.061316 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ae323-abd9-43ad-b214-1ab3cead1c25 req-39e84ba5-ecd6-4c45-ab3d-6f93e1c30c93 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:31.062992 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea4ae323-abd9-43ad-b214-1ab3cead1c25 req-39e84ba5-ecd6-4c45-ab3d-6f93e1c30c93 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.0967686 Apr 19 18:45:31.113722 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ea4ae323-abd9-43ad-b214-1ab3cead1c25 req-e059d095-176a-45ef-b2c1-4b81306789d9 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437796 Apr 19 18:45:31.132239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ffb3-ee54-4965-b262-d5a6948f84ad req-2095b9ec-bb4d-4f08-ac5c-32c271f3b74b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:31.133873 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2184ffb3-ee54-4965-b262-d5a6948f84ad req-2095b9ec-bb4d-4f08-ac5c-32c271f3b74b tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 945 time: 0.1002400 Apr 19 18:45:31.186205 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2184ffb3-ee54-4965-b262-d5a6948f84ad req-a9b446fb-a500-4ea9-a169-b1bd027f713f tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457153 Apr 19 18:45:31.828447 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e704633-a515-4bfd-8b79-16034c7b2a58 req-3f8cb893-660d-42eb-933e-5d1f1993f943 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:31.830077 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1e704633-a515-4bfd-8b79-16034c7b2a58 req-3f8cb893-660d-42eb-933e-5d1f1993f943 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 945 time: 0.1124306 Apr 19 18:45:31.864964 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:45:31.882480 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1e704633-a515-4bfd-8b79-16034c7b2a58 req-39272d61-9271-4268-af65-c1ec703a4e67 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452855 Apr 19 18:45:31.959936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:31.960372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:32.111707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:32.157770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:45:32.170770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:32.176313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:32.177248 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 7a588f6e-4c0c-474b-9b74-2597adf2d145 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:45:32.206698 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51174) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:32.219274 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:32.306693 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'code': 200} Apr 19 18:45:32.307828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,revision_number=7']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:32.313109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: 7a588f6e-4c0c-474b-9b74-2597adf2d145 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:45:32.319354 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 7a588f6e-4c0c-474b-9b74-2597adf2d145 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:45:32.321785 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:32.425552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dc841-6643-4f85-967a-b1016ba0bb69 req-aea94041-47c5-41cc-b7e4-23b353a5e91a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:32.427248 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f38dc841-6643-4f85-967a-b1016ba0bb69 req-aea94041-47c5-41cc-b7e4-23b353a5e91a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1036716 Apr 19 18:45:32.469611 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-558eb321-ed5f-4344-b1cf-33fec4d9f9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:32.494798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-558eb321-ed5f-4344-b1cf-33fec4d9f9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:32.507689 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-558eb321-ed5f-4344-b1cf-33fec4d9f9c5 admin admin] Usage tracker for resource:security_group_rule and tenant:9f89a415019544cf838a80f4e4b1c284 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:32.511208 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f38dc841-6643-4f85-967a-b1016ba0bb69 req-4ba53813-5ab4-4c58-9228-5e2a611b8a2a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774441 Apr 19 18:45:32.512302 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-558eb321-ed5f-4344-b1cf-33fec4d9f9c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:32.522702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-558eb321-ed5f-4344-b1cf-33fec4d9f9c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:32.551786 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bba70-a798-4cbe-bd68-2eb23c639678 req-14e10db3-0766-4ae2-8575-007421c07853 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:32.552719 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-1b2bba70-a798-4cbe-bd68-2eb23c639678 req-14e10db3-0766-4ae2-8575-007421c07853 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Synchronizing usage tracker for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:45:32.585082 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-1b2bba70-a798-4cbe-bd68-2eb23c639678 req-14e10db3-0766-4ae2-8575-007421c07853 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Unset dirty status for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:45:32.592893 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1b2bba70-a798-4cbe-bd68-2eb23c639678 req-14e10db3-0766-4ae2-8575-007421c07853 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 945 time: 0.2177804 Apr 19 18:45:32.659837 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1b2bba70-a798-4cbe-bd68-2eb23c639678 req-66233c61-81fd-4d39-adc1-bcd19558b40e tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659244 Apr 19 18:45:32.718329 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-558eb321-ed5f-4344-b1cf-33fec4d9f9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:32.722474 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-558eb321-ed5f-4344-b1cf-33fec4d9f9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:32.732200 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b1bdae1e-3811-4a70-bdf3-832693d8f81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:32.776047 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-558eb321-ed5f-4344-b1cf-33fec4d9f9c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f89a415019544cf838a80f4e4b1c284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682409 Apr 19 18:45:32.777820 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558eb321-ed5f-4344-b1cf-33fec4d9f9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b17444-df2b-4782-bf37-e9afd635f01d,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:32.778896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 51184) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:32.781757 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-558eb321-ed5f-4344-b1cf-33fec4d9f9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:32.853002 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3edd0aa0-4bb9-4f46-8f61-ad01368f2e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:32.883482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3edd0aa0-4bb9-4f46-8f61-ad01368f2e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:32.947393 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3edd0aa0-4bb9-4f46-8f61-ad01368f2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:32.957528 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c0b996ca-5b59-4096-833e-f6d3e8b0c7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:32.979879 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd0aa0-4bb9-4f46-8f61-ad01368f2e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b17444-df2b-4782-bf37-e9afd635f01d,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:32.983781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3edd0aa0-4bb9-4f46-8f61-ad01368f2e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:32.985055 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3edd0aa0-4bb9-4f46-8f61-ad01368f2e80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77b17444-df2b-4782-bf37-e9afd635f01d HTTP/1.1" status: 204 len: 168 time: 0.2049129 Apr 19 18:45:32.986129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3edd0aa0-4bb9-4f46-8f61-ad01368f2e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:33.170279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f65277-dc9f-4503-af47-71b9f70d9db3 req-46e4ee6f-a338-40ab-9752-ebe7edc5d0a4 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:33.180141 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-51f65277-dc9f-4503-af47-71b9f70d9db3 req-46e4ee6f-a338-40ab-9752-ebe7edc5d0a4 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1302600 Apr 19 18:45:33.238990 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-51f65277-dc9f-4503-af47-71b9f70d9db3 req-f13921f8-83f8-4990-822c-593061a36f07 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576043 Apr 19 18:45:33.404537 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063f843-651f-4ca5-8724-3a82448b9e7a req-e496aab8-5484-4ffc-9d50-b98ceb892978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:33.407215 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c063f843-651f-4ca5-8724-3a82448b9e7a req-e496aab8-5484-4ffc-9d50-b98ceb892978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 945 time: 0.1209567 Apr 19 18:45:33.565333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-c063f843-651f-4ca5-8724-3a82448b9e7a req-42f5e954-b7c1-4879-b5a9-2d59bddf10f4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Deleting port 54e0d429-57fe-44f6-85ef-5af2c86d03ca {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:45:33.565572 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-c063f843-651f-4ca5-8724-3a82448b9e7a req-42f5e954-b7c1-4879-b5a9-2d59bddf10f4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:33.910995 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e204-e26b-4df7-849e-5111c6b91a9e req-80419827-7082-4d8c-87ff-5cbacc9c0095 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:33.912702 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9b87e204-e26b-4df7-849e-5111c6b91a9e req-80419827-7082-4d8c-87ff-5cbacc9c0095 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.2295001 Apr 19 18:45:34.004367 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-c063f843-651f-4ca5-8724-3a82448b9e7a req-42f5e954-b7c1-4879-b5a9-2d59bddf10f4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] For port 54e0d429-57fe-44f6-85ef-5af2c86d03ca, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=54e0d429-57fe-44f6-85ef-5af2c86d03ca,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:34.004778 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-c063f843-651f-4ca5-8724-3a82448b9e7a req-42f5e954-b7c1-4879-b5a9-2d59bddf10f4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:34.009488 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a302a-7142-4d49-9c2f-d1403c7484a3 req-4e6d7065-1a9a-4e7b-9404-3529cff5dfa8 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:34.013242 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b66a302a-7142-4d49-9c2f-d1403c7484a3 req-4e6d7065-1a9a-4e7b-9404-3529cff5dfa8 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 945 time: 0.1444209 Apr 19 18:45:34.015903 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9b87e204-e26b-4df7-849e-5111c6b91a9e req-ff3e9fb2-6c83-4f90-b987-5d8921415468 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937788 Apr 19 18:45:34.080223 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51216) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:34.100300 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b66a302a-7142-4d49-9c2f-d1403c7484a3 req-f7e1a910-91fb-435a-8e3f-7866e100a1a9 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696666 Apr 19 18:45:34.160422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-c063f843-651f-4ca5-8724-3a82448b9e7a req-42f5e954-b7c1-4879-b5a9-2d59bddf10f4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Calling delete_port for 54e0d429-57fe-44f6-85ef-5af2c86d03ca owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:45:34.353401 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-319713666-network', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:45:34.360566 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:34.367500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Usage tracker for resource:network and tenant:c2134e71b8df4d8384ea7636e94f6693 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:34.371658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:34.374879 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-c063f843-651f-4ca5-8724-3a82448b9e7a req-42f5e954-b7c1-4879-b5a9-2d59bddf10f4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:34.385595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:34.388264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['7eb118cb-9de7-4a99-b6cc-1492b7eab5cd', '54e0d429-57fe-44f6-85ef-5af2c86d03ca'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:45:34.462194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:34.604347 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5e954-b7c1-4879-b5a9-2d59bddf10f4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Pushing event deleted for resources: {'Port': ['ID=54e0d429-57fe-44f6-85ef-5af2c86d03ca,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:34.625985 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-42f5e954-b7c1-4879-b5a9-2d59bddf10f4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:34.672588 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Made reservation on behalf of c2134e71b8df4d8384ea7636e94f6693 for: {'network': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:45:34.678692 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:34.703235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c063f843-651f-4ca5-8724-3a82448b9e7a req-42f5e954-b7c1-4879-b5a9-2d59bddf10f4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] No DVR routers for this DVR port 54e0d429-57fe-44f6-85ef-5af2c86d03ca on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:45:34.706157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:34.718653 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-c063f843-651f-4ca5-8724-3a82448b9e7a req-42f5e954-b7c1-4879-b5a9-2d59bddf10f4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:34.721828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f841c944-3b26-4a6d-8454-6ef39ca302a3', 'name': 'network-vif-deleted', 'tag': '54e0d429-57fe-44f6-85ef-5af2c86d03ca'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:45:34.751052 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:34.762891 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Usage tracker for resource:security_group_rule and tenant:c2134e71b8df4d8384ea7636e94f6693 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:34.766703 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:34.777795 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c063f843-651f-4ca5-8724-3a82448b9e7a req-42f5e954-b7c1-4879-b5a9-2d59bddf10f4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "DELETE /v2.0/ports/54e0d429-57fe-44f6-85ef-5af2c86d03ca HTTP/1.1" status: 204 len: 173 time: 1.3600924 Apr 19 18:45:34.778892 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:34.806433 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae368-bd6c-445a-827d-5bc7b9e66fcd req-c5a03fb0-2e4a-48db-980d-42d4dcb3af06 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:34.808267 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-981ae368-bd6c-445a-827d-5bc7b9e66fcd req-c5a03fb0-2e4a-48db-980d-42d4dcb3af06 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.3403049 Apr 19 18:45:34.813988 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f841c944-3b26-4a6d-8454-6ef39ca302a3', 'name': 'network-vif-deleted', 'tag': '54e0d429-57fe-44f6-85ef-5af2c86d03ca', 'status': 'completed', 'code': 200} Apr 19 18:45:34.891476 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-981ae368-bd6c-445a-827d-5bc7b9e66fcd req-ccd066d7-c38e-4cda-9cdf-606e97f1e048 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668705 Apr 19 18:45:34.958776 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:34.962838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:34.967819 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:34.996502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=86313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:45:35.011002 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a33466-3d37-4e4e-8057-ed3371a388ad,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:35.015863 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:35.016261 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Added segment 59b9c0ac-94cb-49ae-bc71-dd420d162d57 of type vlan for network bbfe4857-9c70-4d08-a269-b4d216b11eea Apr 19 18:45:35.017515 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:35.047923 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:35.080367 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:35.082372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:35.083046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:35.088246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:35.208528 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1262920 Apr 19 18:45:35.213603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51232) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:35.218085 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Pushing event updated for resources: {'Network': ['ID=bbfe4857-9c70-4d08-a269-b4d216b11eea,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:35.224144 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:35.231823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network bbfe4857-9c70-4d08-a269-b4d216b11eea details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:45:35.233279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Request body: {'subnet': {'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-319713666-subnet', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'ip_version': 4}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:45:35.240381 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:35.246082 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Usage tracker for resource:subnet and tenant:c2134e71b8df4d8384ea7636e94f6693 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:35.252053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:35.264471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:35.276619 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Made reservation on behalf of c2134e71b8df4d8384ea7636e94f6693 for: {'subnet': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:45:35.283489 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851985178'] for subnet, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:35.322967 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a5ae1-1936-4fc0-a70e-43a19c73ae1b req-3d192a27-49a9-4fba-893e-4e4e9bc7524b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:35.331093 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b42a5ae1-1936-4fc0-a70e-43a19c73ae1b req-3d192a27-49a9-4fba-893e-4e4e9bc7524b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1582205 Apr 19 18:45:35.384710 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b42a5ae1-1936-4fc0-a70e-43a19c73ae1b req-5b5ea445-717d-4eee-8421-6ac2f4630089 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526021 Apr 19 18:45:35.408416 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-0fececd5-2318-42fd-b112-b6d9cc17210e req-3913492c-828e-4308-be95-3ea47c050f0a tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Synchronizing usage tracker for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:45:35.904030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-0fececd5-2318-42fd-b112-b6d9cc17210e req-3913492c-828e-4308-be95-3ea47c050f0a tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Unset dirty status for tenant:7cd1aabf08cd4bc18b031e67427f213d on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:45:35.905414 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0fececd5-2318-42fd-b112-b6d9cc17210e req-3913492c-828e-4308-be95-3ea47c050f0a tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=f841c944-3b26-4a6d-8454-6ef39ca302a3 HTTP/1.1" status: 200 len: 210 time: 0.5971432 Apr 19 18:45:36.154526 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c459d-0c0d-4c5d-a68f-f2a688c188aa req-a9fb54e0-29af-41b3-8de0-fd7452f1c423 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:36.164302 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-241c459d-0c0d-4c5d-a68f-f2a688c188aa req-a9fb54e0-29af-41b3-8de0-fd7452f1c423 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1195126 Apr 19 18:45:36.212303 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-241c459d-0c0d-4c5d-a68f-f2a688c188aa req-a2d2d35b-20e8-44fe-b350-2bdd3635e235 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467465 Apr 19 18:45:36.266457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851537893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851985161'] for subnet, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:36.272269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c7a53171-4a13-4ea7-82ab-15ce3ca65173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:36.357146 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Checking segment: {'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:45:36.357628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Network hostable DHCP agents. Network: bbfe4857-9c70-4d08-a269-b4d216b11eea, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:45:36.363269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3957a99-fa17-4830-85e5-141a15a7d80e,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:36.367785 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:36.389120 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Network bbfe4857-9c70-4d08-a269-b4d216b11eea is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:45:36.399687 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, bbfe4857-9c70-4d08-a269-b4d216b11eea) {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:45:36.413104 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea79287-a724-4d1a-8a26-089392411041 None None] Network bbfe4857-9c70-4d08-a269-b4d216b11eea requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:45:36.440971 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:36.441869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:36.485820 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2699959 Apr 19 18:45:36.489532 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 51246) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:36.495187 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:45:36.503587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:36.513606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Usage tracker for resource:router and tenant:c2134e71b8df4d8384ea7636e94f6693 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:36.528672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:36.537678 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:36.552444 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853757969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760004'] for router, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:36.554198 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15780'] for router, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:36.582496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:36.667670 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0a7ad-9c61-4855-b151-7a5eb2d08dea req-8702a24c-d13c-4a94-b210-aba40b02a090 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:36.676921 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-30f0a7ad-9c61-4855-b151-7a5eb2d08dea req-8702a24c-d13c-4a94-b210-aba40b02a090 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1066318 Apr 19 18:45:36.753443 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-30f0a7ad-9c61-4855-b151-7a5eb2d08dea req-0602439a-f21b-4db6-985d-4cbca0717d24 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718749 Apr 19 18:45:36.781486 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b491f40-6386-5af1-9861-ed65131aa8ab-bbfe4857-9c70-4d08-a269-b4d216b11eea', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'fixed_ips': [{'subnet_id': 'e3957a99-fa17-4830-85e5-141a15a7d80e'}]}} from dv-cinder-786930-1-smb. {{(pid=86315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:45:36.782466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:36.936443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1019996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15765'] for router, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:36.986304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Allocated IP 172.20.0.2 (bbfe4857-9c70-4d08-a269-b4d216b11eea/e3957a99-fa17-4830-85e5-141a15a7d80e/6be21375-a3cb-4686-a7ac-a4d211ff5715) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:45:37.282970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:37.305743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Transition to ACTIVE for port object 6be21375-a3cb-4686-a7ac-a4d211ff5715 will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:45:37.355649 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Transition to ACTIVE for port object 6be21375-a3cb-4686-a7ac-a4d211ff5715 will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:45:37.363269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:37.374996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:37.396611 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:37.440906 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Network bbfe4857-9c70-4d08-a269-b4d216b11eea is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:45:37.449045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:37.456863 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:45:37.474510 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:45:37.492321 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e26d0-dd18-4dcb-bb63-249c6acff6a3 req-229ba699-dac0-4f6d-9890-497d78777859 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:37.493960 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fe5e26d0-dd18-4dcb-bb63-249c6acff6a3 req-229ba699-dac0-4f6d-9890-497d78777859 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1377642 Apr 19 18:45:37.530607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Pushing event updated for resources: {'Port': ['ID=6be21375-a3cb-4686-a7ac-a4d211ff5715,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:37.542728 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:37.597921 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fe5e26d0-dd18-4dcb-bb63-249c6acff6a3 req-08447d92-b6cd-4502-8cc6-614a29705a1e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915053 Apr 19 18:45:37.611730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Attempting to bind port 6be21375-a3cb-4686-a7ac-a4d211ff5715 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:45:37.612784 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Attempting to bind port 6be21375-a3cb-4686-a7ac-a4d211ff5715 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:45:37.613239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Attempting to bind port 6be21375-a3cb-4686-a7ac-a4d211ff5715 on network bbfe4857-9c70-4d08-a269-b4d216b11eea {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:45:37.621071 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:45:37.621631 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Checking segment: {'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:45:37.622202 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:37.622950 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Bound using segment: {'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:45:37.623400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Bound port: 6be21375-a3cb-4686-a7ac-a4d211ff5715, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:45:37.623821 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:37.668683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Allocated IP 172.28.0.31 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/1ce7ad60-79f8-4b22-a849-07070518b488) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:45:37.751561 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] For port 6be21375-a3cb-4686-a7ac-a4d211ff5715, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:45:37.755953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] For port 6be21375-a3cb-4686-a7ac-a4d211ff5715, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=6be21375-a3cb-4686-a7ac-a4d211ff5715,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:45:37.760456 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:37.766297 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:37.874654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Pushing event updated for resources: {'Port': ['ID=6be21375-a3cb-4686-a7ac-a4d211ff5715,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:37.876823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:37.878021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:37.882725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 54e0d429-57fe-44f6-85ef-5af2c86d03ca no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:45:37.929656 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: 54e0d429-57fe-44f6-85ef-5af2c86d03ca {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:45:37.930083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 54e0d429-57fe-44f6-85ef-5af2c86d03ca not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:45:37.981223 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:37.994829 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:38.079028 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:45:38.083531 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:45:38.096257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:45:38.128849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce7ad60-79f8-4b22-a849-07070518b488,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:38.137348 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:38.176004 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0309f51-a05f-4b5a-8db0-6f16511d2e46 req-bcf67adb-dbcb-47f0-be75-d7c6eb05e24f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:38.177647 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c0309f51-a05f-4b5a-8db0-6f16511d2e46 req-bcf67adb-dbcb-47f0-be75-d7c6eb05e24f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.2423620 Apr 19 18:45:38.473329 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c0309f51-a05f-4b5a-8db0-6f16511d2e46 req-26348698-ee7e-4f75-b563-54bea2ff6c81 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429292 Apr 19 18:45:38.737096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:38.939539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bb6ec-d406-4a2f-a3ab-9f0acc108f93 req-b99aedf9-9c6d-4b27-bc99-bc9d7a2cbeac tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:38.941851 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-363bb6ec-d406-4a2f-a3ab-9f0acc108f93 req-b99aedf9-9c6d-4b27-bc99-bc9d7a2cbeac tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 945 time: 0.1174610 Apr 19 18:45:39.007174 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-363bb6ec-d406-4a2f-a3ab-9f0acc108f93 req-63c7fda4-ee5d-4901-8491-76784f0e7fc9 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574138 Apr 19 18:45:39.288667 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a7f72-a165-474d-bda6-4f02fafe6226 req-8258238d-16dc-4a06-8124-6b8c6b7cdda9 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:39.290356 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8a2a7f72-a165-474d-bda6-4f02fafe6226 req-8258238d-16dc-4a06-8124-6b8c6b7cdda9 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.2585254 Apr 19 18:45:39.464756 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8a2a7f72-a165-474d-bda6-4f02fafe6226 req-e90c5a62-4778-473c-a209-9f8212e2ce5c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036882 Apr 19 18:45:39.578147 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853755836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853834532'] for router, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:39.783093 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557559f1-dc0d-473b-a25d-6d0c5f803664 None None] Network bbfe4857-9c70-4d08-a269-b4d216b11eea requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:45:39.819258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366acd2-7d8e-4f5d-be52-427e02cafdef req-56f8c792-4403-48ce-a83b-b1f6eff3d341 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:39.828000 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b366acd2-7d8e-4f5d-be52-427e02cafdef req-56f8c792-4403-48ce-a83b-b1f6eff3d341 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1300919 Apr 19 18:45:39.887300 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b366acd2-7d8e-4f5d-be52-427e02cafdef req-ff7584e1-0058-44e4-8736-205690079efd tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579696 Apr 19 18:45:39.910140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3d4f4740-4e8a-4e87-ac48-57520fa43fff None None] Provisioning for port 6be21375-a3cb-4686-a7ac-a4d211ff5715 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:45:39.946025 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Router 83d15f4c-e1bf-4905-8113-8b8268c942be is scheduled to L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 with binding_index 1 {{(pid=86314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:45:40.234975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 6be21375-a3cb-4686-a7ac-a4d211ff5715 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:45:40.325482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:45:40.332230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 6be21375-a3cb-4686-a7ac-a4d211ff5715 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:45:40.338071 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 6be21375-a3cb-4686-a7ac-a4d211ff5715 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:40.338611 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:40.339253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Sync routers for ids ['83d15f4c-e1bf-4905-8113-8b8268c942be'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:45:40.361975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Routers {'83d15f4c-e1bf-4905-8113-8b8268c942be'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:45:40.363725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:45:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['83d15f4c-e1bf-4905-8113-8b8268c942be'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:40.389387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Notify callbacks [] for router, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:40.394149 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9002109 Apr 19 18:45:40.395676 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 51278) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:40.473170 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb512f3-becd-407c-a751-6e60f2b60c99 req-9c121778-d8f8-415d-b097-9c910a330a27 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:40.478217 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-feb512f3-becd-407c-a751-6e60f2b60c99 req-9c121778-d8f8-415d-b097-9c910a330a27 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 945 time: 0.2540753 Apr 19 18:45:40.508802 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-1784cff2-bf20-4854-ac09-020d87b80caf None None] Provisioning complete for port 6be21375-a3cb-4686-a7ac-a4d211ff5715 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:40.509036 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1784cff2-bf20-4854-ac09-020d87b80caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:40.675258 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-feb512f3-becd-407c-a751-6e60f2b60c99 req-eda30e4d-aa5e-40a3-8cd3-27903c6b0d95 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc899e07-34c7-44b3-a827-bb8528b23208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874602 Apr 19 18:45:40.761257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Set router 83d15f4c-e1bf-4905-8113-8b8268c942be gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:45:40.833592 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19276319-4a41-457c-91af-96e7e7c21844 req-e1cf180b-cba8-4a00-9792-56dbfe9750f2 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:40.845030 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-19276319-4a41-457c-91af-96e7e7c21844 req-e1cf180b-cba8-4a00-9792-56dbfe9750f2 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1377115 Apr 19 18:45:41.123318 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-19276319-4a41-457c-91af-96e7e7c21844 req-14b0fe2d-f7a6-4a68-8d7f-76ec67d461bf tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768223 Apr 19 18:45:41.204460 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cb410-f929-4c0a-95bd-cebde89438b1 req-0bf811e4-6894-4606-8d29-f8909cae4edd tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:41.206362 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8d4cb410-f929-4c0a-95bd-cebde89438b1 req-0bf811e4-6894-4606-8d29-f8909cae4edd tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 945 time: 0.3579230 Apr 19 18:45:41.260292 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:45:38Z', 'revision_number': 3, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:41.265302 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Checking router: 83d15f4c-e1bf-4905-8113-8b8268c942be for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:45:41.265806 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Updating router 83d15f4c-e1bf-4905-8113-8b8268c942be port 1ce7ad60-79f8-4b22-a849-07070518b488 binding host dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:45:41.303880 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-8d4cb410-f929-4c0a-95bd-cebde89438b1 req-0a48e4b2-c78f-4770-a577-9ac3457d46f5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Deleting port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:45:41.304282 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8d4cb410-f929-4c0a-95bd-cebde89438b1 req-0a48e4b2-c78f-4770-a577-9ac3457d46f5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:41.324821 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1784cff2-bf20-4854-ac09-020d87b80caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:41.334534 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:41.346161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:41.476340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-1784cff2-bf20-4854-ac09-020d87b80caf None None] For port 6be21375-a3cb-4686-a7ac-a4d211ff5715, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=6be21375-a3cb-4686-a7ac-a4d211ff5715,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:41.550164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.db.api [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:45:41.551687 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_db.api [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:45:41.552567 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1784cff2-bf20-4854-ac09-020d87b80caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:41.554762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c4872395-1a71-4463-92a2-23176d64e9a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:41.637786 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784cff2-bf20-4854-ac09-020d87b80caf None None] Pushing event updated for resources: {'Port': ['ID=6be21375-a3cb-4686-a7ac-a4d211ff5715,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:41.641469 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1784cff2-bf20-4854-ac09-020d87b80caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:41.657662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854c95b-6657-4689-9d2a-7d1f3215c64d req-6b425617-ce4c-4c6b-876e-25c90f93d0a4 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:41.668743 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3854c95b-6657-4689-9d2a-7d1f3215c64d req-6b425617-ce4c-4c6b-876e-25c90f93d0a4 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.5169151 Apr 19 18:45:41.705476 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-8d4cb410-f929-4c0a-95bd-cebde89438b1 req-0a48e4b2-c78f-4770-a577-9ac3457d46f5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] For port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd,segment=NetworkSegment(b740c151-378d-4c83-a8cb-3f19677dc396),segment_id=b740c151-378d-4c83-a8cb-3f19677dc396)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:41.706654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8d4cb410-f929-4c0a-95bd-cebde89438b1 req-0a48e4b2-c78f-4770-a577-9ac3457d46f5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:41.853520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-8d4cb410-f929-4c0a-95bd-cebde89438b1 req-0a48e4b2-c78f-4770-a577-9ac3457d46f5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Calling delete_port for 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:45:41.947344 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3854c95b-6657-4689-9d2a-7d1f3215c64d req-7efd0d03-f91a-4975-bc6a-74e8b8d8b211 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772059 Apr 19 18:45:42.303531 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-80ec0b35-f9bf-47ce-bbc8-245798965b71 req-ab644e08-503f-4480-b98f-1c57e6f6c4c2 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c8004f5-2043-44e9-aedd-a6394203a3ae HTTP/1.1" status: 200 len: 210 time: 0.3342600 Apr 19 18:45:42.304160 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8d4cb410-f929-4c0a-95bd-cebde89438b1 req-0a48e4b2-c78f-4770-a577-9ac3457d46f5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:42.313817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:42.334246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:42.340684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:42.371522 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Transition to ACTIVE for port object 1ce7ad60-79f8-4b22-a849-07070518b488 will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:45:42.384546 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:42.391898 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c15e3da0-c81f-4ece-8bb5-36c57f4a977c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:42.408458 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48e4b2-c78f-4770-a577-9ac3457d46f5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Pushing event deleted for resources: {'Port': ['ID=7eb118cb-9de7-4a99-b6cc-1492b7eab5cd,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:42.412708 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 6be21375-a3cb-4686-a7ac-a4d211ff5715 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:45:42.509507 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0a48e4b2-c78f-4770-a577-9ac3457d46f5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:42.523029 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Pushing event updated for resources: {'Port': ['ID=1ce7ad60-79f8-4b22-a849-07070518b488,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:42.530190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4cb410-f929-4c0a-95bd-cebde89438b1 req-0a48e4b2-c78f-4770-a577-9ac3457d46f5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] No DVR routers for this DVR port 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:45:42.534379 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:42.534904 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:42.535305 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:42.535717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:42.536091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:42.536521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:42.536886 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:42.537296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:42.537656 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:42.538892 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:42.539319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:42.539910 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:42.544046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:42.544558 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8d4cb410-f929-4c0a-95bd-cebde89438b1 req-0a48e4b2-c78f-4770-a577-9ac3457d46f5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:42.571499 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Attempting to bind port 1ce7ad60-79f8-4b22-a849-07070518b488 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:45:42.571977 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Attempting to bind port 1ce7ad60-79f8-4b22-a849-07070518b488 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:45:42.572431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Attempting to bind port 1ce7ad60-79f8-4b22-a849-07070518b488 on network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:45:42.579239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:45:42.579652 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Checking segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:45:42.580263 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8004f5-2043-44e9-aedd-a6394203a3ae', 'name': 'network-vif-deleted', 'tag': '7eb118cb-9de7-4a99-b6cc-1492b7eab5cd'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:45:42.580389 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:42.580913 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Bound using segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:45:42.582367 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Bound port: 1ce7ad60-79f8-4b22-a849-07070518b488, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:45:42.582871 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:42.594509 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 6be21375-a3cb-4686-a7ac-a4d211ff5715 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:42.594984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:42.597637 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8d4cb410-f929-4c0a-95bd-cebde89438b1 req-0a48e4b2-c78f-4770-a577-9ac3457d46f5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] 10.222.0.60 "DELETE /v2.0/ports/7eb118cb-9de7-4a99-b6cc-1492b7eab5cd HTTP/1.1" status: 204 len: 173 time: 1.3766074 Apr 19 18:45:42.651677 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8004f5-2043-44e9-aedd-a6394203a3ae', 'name': 'network-vif-deleted', 'tag': '7eb118cb-9de7-4a99-b6cc-1492b7eab5cd', 'status': 'completed', 'code': 200} Apr 19 18:45:42.689292 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] For port 1ce7ad60-79f8-4b22-a849-07070518b488, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:45:42.693451 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] For port 1ce7ad60-79f8-4b22-a849-07070518b488, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=1ce7ad60-79f8-4b22-a849-07070518b488,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:45:42.697005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:42.707094 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b3f30-276d-4b9a-96d8-63df0ecae6d3 req-ed2e2e9b-d96f-44eb-9a2c-1655f37494b6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:42.710901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:42.716176 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-527b3f30-276d-4b9a-96d8-63df0ecae6d3 req-ed2e2e9b-d96f-44eb-9a2c-1655f37494b6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.3664410 Apr 19 18:45:42.835288 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-527b3f30-276d-4b9a-96d8-63df0ecae6d3 req-9c36e8ec-ce18-4e24-ade3-5c0588c12379 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180320 Apr 19 18:45:42.893413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Routers {'83d15f4c-e1bf-4905-8113-8b8268c942be'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:45:42.895080 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:45:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['83d15f4c-e1bf-4905-8113-8b8268c942be'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:43.168106 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Pushing event updated for resources: {'Port': ['ID=1ce7ad60-79f8-4b22-a849-07070518b488,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:43.183848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:43.230011 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Allocated IP 172.20.0.1 (bbfe4857-9c70-4d08-a269-b4d216b11eea/e3957a99-fa17-4830-85e5-141a15a7d80e/509261bd-a16f-4466-871f-b6112414d347) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:45:43.235685 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] Set router 83d15f4c-e1bf-4905-8113-8b8268c942be gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:45:43.259724 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71a52-387f-4aeb-99c6-8eb4be612e34 req-60bd2282-779a-434b-b92f-f3fba766d663 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:43.280080 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c0f71a52-387f-4aeb-99c6-8eb4be612e34 req-60bd2282-779a-434b-b92f-f3fba766d663 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1727417 Apr 19 18:45:43.505619 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c0f71a52-387f-4aeb-99c6-8eb4be612e34 req-fe9b3348-4190-4919-9538-b6a4d35c6342 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244718 Apr 19 18:45:43.587558 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51308) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:43.600174 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:43.641163 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Transition to ACTIVE for port object 509261bd-a16f-4466-871f-b6112414d347 will not be triggered until provisioned by entity DHCP. {{(pid=86314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:45:43.696118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:43.708770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-44adab15-944a-4f14-a7e4-6c5e724b3408 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:43.720972 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee23fdc-4a8b-4e65-8e1a-8cf98169c55b admin admin] Deleting subnet 8a93d428-8eb4-45a2-8168-117528720b9d {{(pid=86313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:45:43.725567 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6ee23fdc-4a8b-4e65-8e1a-8cf98169c55b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:43.764815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:45:38Z', 'revision_number': 3, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:43.769162 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5926b83-d011-404a-b92e-29d14090ae66 None None] The sync data for ids ['83d15f4c-e1bf-4905-8113-8b8268c942be'] in dv-cinder-786930-1-smb is: [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:45:38Z', 'revision_number': 3, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:45:43.799959 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Network bbfe4857-9c70-4d08-a269-b4d216b11eea is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:45:43.811945 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:45:43.814205 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Pushing event updated for resources: {'Port': ['ID=509261bd-a16f-4466-871f-b6112414d347,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:43.817496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6ee23fdc-4a8b-4e65-8e1a-8cf98169c55b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852566802'] for subnet, precommit_delete_associations {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:43.819441 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:45:43.877785 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:43.918697 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:45:43.939362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6ee23fdc-4a8b-4e65-8e1a-8cf98169c55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:43.941321 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942081'] for router_interface, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:44.012757 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:45:44.013183 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 7eb118cb-9de7-4a99-b6cc-1492b7eab5cd not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:45:44.152984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:44.220496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-ff86ee2f-3427-41af-b6e1-6dbdd9147065 None None] Provisioning for port 509261bd-a16f-4466-871f-b6112414d347 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:45:44.243423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-ff86ee2f-3427-41af-b6e1-6dbdd9147065 None None] Provisioning complete for port 509261bd-a16f-4466-871f-b6112414d347 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:44.246953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ff86ee2f-3427-41af-b6e1-6dbdd9147065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:44.458443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-ff86ee2f-3427-41af-b6e1-6dbdd9147065 None None] Port 509261bd-a16f-4466-871f-b6112414d347 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:45:44.486087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a043f-b1f0-4ad2-97dd-94caeec9c3e7 req-53d7425d-6344-44dc-bf94-693d859982c9 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:44.495533 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-910a043f-b1f0-4ad2-97dd-94caeec9c3e7 req-53d7425d-6344-44dc-bf94-693d859982c9 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.3744080 Apr 19 18:45:44.733583 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-910a043f-b1f0-4ad2-97dd-94caeec9c3e7 req-adc931a4-9f54-4ccf-b43e-fce3c79accb0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347562 Apr 19 18:45:44.751373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:44.754478 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:44.771593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852213997'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:44.804743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6ee23fdc-4a8b-4e65-8e1a-8cf98169c55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2790604'] for subnet, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:44.823982 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6def01f4-ca4a-4e9e-b52e-0d66c8ec25d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:44.896149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6ee23fdc-4a8b-4e65-8e1a-8cf98169c55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:44.908704 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-6ee23fdc-4a8b-4e65-8e1a-8cf98169c55b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8a93d428-8eb4-45a2-8168-117528720b9d HTTP/1.1" status: 204 len: 168 time: 1.3196542 Apr 19 18:45:44.914032 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51318) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:44.915192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee23fdc-4a8b-4e65-8e1a-8cf98169c55b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a93d428-8eb4-45a2-8168-117528720b9d,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:44.921917 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6ee23fdc-4a8b-4e65-8e1a-8cf98169c55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:44.990444 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:45.042242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853833626'] for router_interface, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:45.124929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:45.157233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af292767-6f0b-4550-a9b1-679d4a305b43 req-c682576f-cfd6-4c92-801e-cdaf6084df3e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:45.159281 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-af292767-6f0b-4550-a9b1-679d4a305b43 req-c682576f-cfd6-4c92-801e-cdaf6084df3e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.3992040 Apr 19 18:45:45.166815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Pushing event updated for resources: {'Port': ['ID=509261bd-a16f-4466-871f-b6112414d347,revision_number=2']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:45.169880 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:45.281520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:45.305780 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-af292767-6f0b-4550-a9b1-679d4a305b43 req-64a76905-30f4-46c4-83ab-ddfd4268f1b6 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868223 Apr 19 18:45:45.337774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Network bbfe4857-9c70-4d08-a269-b4d216b11eea is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:45:45.339118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:45:45.514430 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3493dc4-ae2a-4c14-abb4-3246e5c61996']}} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:45.550716 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b740c151-378d-4c83-a8cb-3f19677dc396') {'for_net_delete': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:45.551258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b740c151-378d-4c83-a8cb-3f19677dc396') {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:45.574832 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2208998'] for segment, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:45.630335 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:45.639823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=86313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:45:45.707870 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-e0d5d1ac-8c74-422d-8983-0487d9a0b7b2 None None] Provisioning complete for port 509261bd-a16f-4466-871f-b6112414d347 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:45.708298 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d1ac-8c74-422d-8983-0487d9a0b7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:45.737515 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Router 83d15f4c-e1bf-4905-8113-8b8268c942be has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:45:45.843388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5d1ac-8c74-422d-8983-0487d9a0b7b2 None None] Port 509261bd-a16f-4466-871f-b6112414d347 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:45:45.939383 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] Network c3493dc4-ae2a-4c14-abb4-3246e5c61996 has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:45:45.967178 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851536899'] for segment, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:46.165290 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:45:46.217200 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] 10.222.0.10 "PUT /v2.0/routers/83d15f4c-e1bf-4905-8113-8b8268c942be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8168921 Apr 19 18:45:46.367341 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] Network c3493dc4-ae2a-4c14-abb4-3246e5c61996 has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:45:46.413446 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:45:46.480620 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 1ce7ad60-79f8-4b22-a849-07070518b488 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:45:46.638910 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaed66-5a7b-4933-8986-b534e37bd858 req-642bb08c-0d74-4f6c-900e-ff81c9309d34 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:46.639700 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 1ce7ad60-79f8-4b22-a849-07070518b488 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:45:46.642199 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4bbaed66-5a7b-4933-8986-b534e37bd858 req-642bb08c-0d74-4f6c-900e-ff81c9309d34 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.4107685 Apr 19 18:45:46.647127 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:46.648309 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 1ce7ad60-79f8-4b22-a849-07070518b488 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:46.648887 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:46.655573 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d1a1b50b-5367-4120-a437-647419213727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:46.701178 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:46.785321 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3493dc4-ae2a-4c14-abb4-3246e5c61996,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:46.804389 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:46.812274 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-08e5d41c-d5d4-45e7-9031-f32443555ff1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c3493dc4-ae2a-4c14-abb4-3246e5c61996 HTTP/1.1" status: 204 len: 168 time: 1.8889477 Apr 19 18:45:46.836440 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8b2cf-3da7-4a20-ab22-b003eea9d218 req-cc27c03d-4b2f-44a0-beae-8a1e5bbe3d1a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:46.847421 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f5a8b2cf-3da7-4a20-ab22-b003eea9d218 req-cc27c03d-4b2f-44a0-beae-8a1e5bbe3d1a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.1851661 Apr 19 18:45:46.861649 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4bbaed66-5a7b-4933-8986-b534e37bd858 req-680c4e6f-53de-4f0d-a280-e6e59dcb0db3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509407 Apr 19 18:45:46.931140 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f5a8b2cf-3da7-4a20-ab22-b003eea9d218 req-cfa83e6c-a151-43bd-90e3-4a5910ad8c3a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822856 Apr 19 18:45:46.948230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:46.967118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port 1ce7ad60-79f8-4b22-a849-07070518b488, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=1ce7ad60-79f8-4b22-a849-07070518b488,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:46.971444 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:46.975366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-58516597-c9e1-43dc-9773-32d6510e16af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:47.110552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=1ce7ad60-79f8-4b22-a849-07070518b488,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:47.119993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:47.227526 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51366) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:47.418075 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7710b952-1856-46cd-b271-2bbbc5d69486 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7cd1aabf08cd4bc18b031e67427f213d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1893301 Apr 19 18:45:47.420401 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Sync routers for ids ['83d15f4c-e1bf-4905-8113-8b8268c942be'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:45:47.422132 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 51376) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:47.452179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Routers {'83d15f4c-e1bf-4905-8113-8b8268c942be'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:45:47.453033 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:45:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['83d15f4c-e1bf-4905-8113-8b8268c942be'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:47.471249 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cb349-e6c3-4de6-be74-4e0f31d4198d req-e822e3a4-ddbd-4a8d-a897-b3c18f6dea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:47.473241 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1b2cb349-e6c3-4de6-be74-4e0f31d4198d req-e822e3a4-ddbd-4a8d-a897-b3c18f6dea9d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 1099 time: 0.1829388 Apr 19 18:45:47.593186 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1b2cb349-e6c3-4de6-be74-4e0f31d4198d req-a10c1fb5-6920-42d8-9550-1deb40cf582e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087511 Apr 19 18:45:47.677938 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-87ce00db-ac8b-44d6-9837-9565993b2b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:47.761422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-87ce00db-ac8b-44d6-9837-9565993b2b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:47.832946 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-87ce00db-ac8b-44d6-9837-9565993b2b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:47.866076 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Set router 83d15f4c-e1bf-4905-8113-8b8268c942be gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:45:47.868164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b271c5d2-d4fd-4f95-aeb8-d9b9770a66ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:47.906793 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce00db-ac8b-44d6-9837-9565993b2b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc899e07-34c7-44b3-a827-bb8528b23208,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:47.934649 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-87ce00db-ac8b-44d6-9837-9565993b2b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:47.935523 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-87ce00db-ac8b-44d6-9837-9565993b2b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:47.943730 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-87ce00db-ac8b-44d6-9837-9565993b2b14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc899e07-34c7-44b3-a827-bb8528b23208 HTTP/1.1" status: 204 len: 168 time: 0.5200305 Apr 19 18:45:47.953299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51390) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:47.960470 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-123701097-network', 'tenant_id': '4600f9678187481d846c313c35fba6ab'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:45:47.968781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:47.983179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Usage tracker for resource:network and tenant:4600f9678187481d846c313c35fba6ab is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:47.990551 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:48.004811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:48.030169 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Made reservation on behalf of 4600f9678187481d846c313c35fba6ab for: {'network': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:45:48.035293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:48.064795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:48.124450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:48.129696 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Usage tracker for resource:security_group_rule and tenant:4600f9678187481d846c313c35fba6ab is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:48.133047 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:48.149417 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:48.342478 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:48.346063 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:48.368285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=86313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:45:48.389834 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:48.390228 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Added segment 7be0c577-16c7-4ea5-bb4a-6003bcde90c5 of type vlan for network 3a10e7fb-965d-416b-ac9c-83b256922344 Apr 19 18:45:48.499544 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:48.640332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dc21b-92e0-4405-b5d5-f8bd2ff89d57 req-9c1fc9da-8dd7-425b-a9b0-27af73dfdcfd tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:48.660176 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-583dc21b-92e0-4405-b5d5-f8bd2ff89d57 req-9c1fc9da-8dd7-425b-a9b0-27af73dfdcfd tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.3773999 Apr 19 18:45:48.776598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-70b0130d-bb81-4eb4-9187-dde6c5a3bc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:48.802721 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 1ce7ad60-79f8-4b22-a849-07070518b488 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:45:48.829649 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-583dc21b-92e0-4405-b5d5-f8bd2ff89d57 req-03b54eaf-26ca-44dd-b8fc-99cab64a6bd4 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640635 Apr 19 18:45:49.077543 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 1ce7ad60-79f8-4b22-a849-07070518b488 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:49.078061 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:49.268581 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:45:44Z', 'revision_number': 4, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '509261bd-a16f-4466-871f-b6112414d347', 'name': '', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'mac_address': 'fa:16:3e:b2:4f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:42Z', 'updated_at': '2021-04-19T18:45:44Z', 'revision_number': 2, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'subnets': [{'id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:49.288969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Checking router: 83d15f4c-e1bf-4905-8113-8b8268c942be for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:45:49.289373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Updating router 83d15f4c-e1bf-4905-8113-8b8268c942be port 509261bd-a16f-4466-871f-b6112414d347 binding host dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:45:49.367702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:49.375987 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:49.376643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:49.416494 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a673f3d3-3fe9-4af4-80c4-5c905a34938c,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:49.420918 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:49.440420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 51414) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:49.441089 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4858253 Apr 19 18:45:49.448654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Request body: {'subnet': {'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-123701097-subnet', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'ip_version': 4}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:45:49.461355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:49.463596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0b80b53f-88de-4688-b73f-7e99f3db7a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:49.470080 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:49.506291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Usage tracker for resource:subnet and tenant:4600f9678187481d846c313c35fba6ab is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:49.517864 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:49.531669 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09893f-2203-4826-ac4e-43cd9070da49 req-eab27419-5090-421f-a0d0-21afdd5dc489 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:49.539974 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1b09893f-2203-4826-ac4e-43cd9070da49 req-eab27419-5090-421f-a0d0-21afdd5dc489 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.9394591 Apr 19 18:45:49.549084 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:49.572036 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Made reservation on behalf of 4600f9678187481d846c313c35fba6ab for: {'subnet': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:45:49.578093 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2362692'] for subnet, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:49.735869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Pushing event updated for resources: {'Network': ['ID=3a10e7fb-965d-416b-ac9c-83b256922344,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:49.761446 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:49.834982 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1b09893f-2203-4826-ac4e-43cd9070da49 req-0ff7bef2-9c0c-4445-b74b-e9b2106d6d3e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936790 Apr 19 18:45:49.986684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 3a10e7fb-965d-416b-ac9c-83b256922344 details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:45:50.473458 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b8e37-b6a7-4a2c-a79d-ab672e4d8b77 req-6609d986-f904-4131-a15c-9b963693f0fe tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:50.477770 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b29b8e37-b6a7-4a2c-a79d-ab672e4d8b77 req-6609d986-f904-4131-a15c-9b963693f0fe tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.3339131 Apr 19 18:45:50.567046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:50.579630 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b29b8e37-b6a7-4a2c-a79d-ab672e4d8b77 req-a3115352-23e8-4246-91af-6f627d0df6d7 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846229 Apr 19 18:45:50.617049 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Transition to ACTIVE for port object 509261bd-a16f-4466-871f-b6112414d347 will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:45:50.638617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:50.667395 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cc4138c5-cdb0-4dba-8725-b00ce05d4a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:50.680863 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852214645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2362709'] for subnet, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:50.686023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:50.755320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ae9a3e-4bf8-455b-b82d-00b73547d8b1,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:50.764236 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:50.823233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Checking segment: {'id': '7be0c577-16c7-4ea5-bb4a-6003bcde90c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:45:50.823943 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Network hostable DHCP agents. Network: 3a10e7fb-965d-416b-ac9c-83b256922344, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:45:50.853286 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Network 3a10e7fb-965d-416b-ac9c-83b256922344 is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:45:50.867113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 3a10e7fb-965d-416b-ac9c-83b256922344) {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:45:50.934771 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:50.935324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:51.007983 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5659089 Apr 19 18:45:51.010988 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 51456) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:51.021021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-123701097-router', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:45:51.032793 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:51.046761 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Usage tracker for resource:router and tenant:4600f9678187481d846c313c35fba6ab is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:51.064870 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:51.078925 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:51.092608 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6220e6-94d6-4e6f-b141-7bcbc746f1f2 None None] Pushing event updated for resources: {'Port': ['ID=509261bd-a16f-4466-871f-b6112414d347,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:51.095705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deff0fe9-279d-44d4-8dc8-651221cbad07 None None] Network 3a10e7fb-965d-416b-ac9c-83b256922344 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:45:51.102723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853757969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760004'] for router, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:51.103853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15780'] for router, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:51.107379 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562afa9-1d22-4dfe-b387-4042cfce3357 req-93d53eef-4d10-457a-9bb1-f3bf19dcbe4e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:51.129822 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8562afa9-1d22-4dfe-b387-4042cfce3357 req-93d53eef-4d10-457a-9bb1-f3bf19dcbe4e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.3067212 Apr 19 18:45:51.148223 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:51.268504 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8562afa9-1d22-4dfe-b387-4042cfce3357 req-8f7addeb-b1bb-44ee-b069-c105a9e2ed0f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378548 Apr 19 18:45:51.902012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cc6220e6-94d6-4e6f-b141-7bcbc746f1f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.235s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:52.216090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Attempting to bind port 509261bd-a16f-4466-871f-b6112414d347 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:45:52.216785 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Attempting to bind port 509261bd-a16f-4466-871f-b6112414d347 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:45:52.217450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Attempting to bind port 509261bd-a16f-4466-871f-b6112414d347 on network bbfe4857-9c70-4d08-a269-b4d216b11eea {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:45:52.237595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:45:52.238318 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Checking segment: {'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:45:52.238825 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:52.239401 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Bound using segment: {'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:45:52.240185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Bound port: 509261bd-a16f-4466-871f-b6112414d347, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:45:52.240536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:52.344946 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1019996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15765'] for router, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:52.356806 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] For port 509261bd-a16f-4466-871f-b6112414d347, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:45:52.360164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] For port 509261bd-a16f-4466-871f-b6112414d347, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=509261bd-a16f-4466-871f-b6112414d347,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:45:52.388922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:52.403759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:52.495516 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86152df-d3b3-49df-aa35-799697fcce19 req-c3128a68-ed6a-4d6c-9472-b64a2a00e8b1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:52.497545 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e86152df-d3b3-49df-aa35-799697fcce19 req-c3128a68-ed6a-4d6c-9472-b64a2a00e8b1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.9177451 Apr 19 18:45:52.593156 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e86152df-d3b3-49df-aa35-799697fcce19 req-7d5462cd-36f8-41ec-9d65-1186ec0d3e77 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823486 Apr 19 18:45:52.855871 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Routers {'83d15f4c-e1bf-4905-8113-8b8268c942be'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:45:52.856974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:45:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['83d15f4c-e1bf-4905-8113-8b8268c942be'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:52.929445 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:52.983097 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:53.289602 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] Set router 83d15f4c-e1bf-4905-8113-8b8268c942be gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:45:53.386422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Allocated IP 172.28.0.18 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/6a91fef6-111a-4183-93c6-43f83e5df2fe) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:45:53.798243 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:53.964227 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6220e6-94d6-4e6f-b141-7bcbc746f1f2 None None] Pushing event updated for resources: {'Port': ['ID=509261bd-a16f-4466-871f-b6112414d347,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:53.976275 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b491f40-6386-5af1-9861-ed65131aa8ab-3a10e7fb-965d-416b-ac9c-83b256922344', 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'fixed_ips': [{'subnet_id': '39ae9a3e-4bf8-455b-b82d-00b73547d8b1'}]}} from dv-cinder-786930-1-smb. {{(pid=86315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:45:53.982909 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:54.026366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cc6220e6-94d6-4e6f-b141-7bcbc746f1f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.623s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:54.043295 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:54.153408 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:54.273019 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c32c5067-0a63-46e8-8627-bbece19b3a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:54.371811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Pushing event updated for resources: {'Port': ['ID=6a91fef6-111a-4183-93c6-43f83e5df2fe,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:54.381320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:54.388430 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:45:54.391237 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:45:54.396140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:45:54.559116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad870f7-b81f-47a8-aea2-d17dee3e52e8 req-3ac43341-cda5-47b4-bb94-d98106e5ffc1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:54.562830 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8ad870f7-b81f-47a8-aea2-d17dee3e52e8 req-3ac43341-cda5-47b4-bb94-d98106e5ffc1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.7426257 Apr 19 18:45:54.656138 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Allocated IP 172.20.0.2 (3a10e7fb-965d-416b-ac9c-83b256922344/39ae9a3e-4bf8-455b-b82d-00b73547d8b1/54551277-010d-4143-8363-e360f9f19588) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:45:54.659863 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba4f7-fbd3-4df1-ae43-1aeabc33ee0b req-f0e67827-bfc8-49df-88db-27fdcbdc0787 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:54.671153 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2f7ba4f7-fbd3-4df1-ae43-1aeabc33ee0b req-f0e67827-bfc8-49df-88db-27fdcbdc0787 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.3035340 Apr 19 18:45:54.692205 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8ad870f7-b81f-47a8-aea2-d17dee3e52e8 req-b2ea78fb-840d-484f-b699-c141b4835515 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185093 Apr 19 18:45:54.759452 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2f7ba4f7-fbd3-4df1-ae43-1aeabc33ee0b req-ea909713-4362-486d-a09e-f645e3d86a83 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796611 Apr 19 18:45:54.761760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12ecf-d6c7-4c06-9ec1-0f8de8fa43ea req-b3e941fe-04de-4a02-92fa-122a5af1116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:54.764376 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-14c12ecf-d6c7-4c06-9ec1-0f8de8fa43ea req-b3e941fe-04de-4a02-92fa-122a5af1116e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbd571c9d4e409eb3e37ef72c147384&device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 1098 time: 0.6328151 Apr 19 18:45:55.098264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12ecf-d6c7-4c06-9ec1-0f8de8fa43ea req-ee78052c-169f-44dd-b059-f8cd8f164ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:55.100657 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-14c12ecf-d6c7-4c06-9ec1-0f8de8fa43ea req-ee78052c-169f-44dd-b059-f8cd8f164ed3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5491f799-d694-4a65-a4df-21dc2df8b545 HTTP/1.1" status: 200 len: 920 time: 0.3269951 Apr 19 18:45:55.208090 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-14c12ecf-d6c7-4c06-9ec1-0f8de8fa43ea req-579f3226-c077-479e-aa33-4b858584f61d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6b3c062-31aa-4262-8d19-44fc0da2a270 HTTP/1.1" status: 200 len: 217 time: 0.0991783 Apr 19 18:45:55.408696 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12ecf-d6c7-4c06-9ec1-0f8de8fa43ea req-10fbbe79-7345-4c61-b779-d1c2bb123ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:55.411455 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-14c12ecf-d6c7-4c06-9ec1-0f8de8fa43ea req-10fbbe79-7345-4c61-b779-d1c2bb123ab1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83bcaa7b-30da-45fa-b239-16096acfb303 HTTP/1.1" status: 200 len: 859 time: 0.1941667 Apr 19 18:45:55.599767 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-14c12ecf-d6c7-4c06-9ec1-0f8de8fa43ea req-1ef290c2-dd9c-4be2-a5eb-8068fd5a8c58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5491f799-d694-4a65-a4df-21dc2df8b545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1748474 Apr 19 18:45:55.716447 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:55.792135 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-14c12ecf-d6c7-4c06-9ec1-0f8de8fa43ea req-5ec73261-9f50-40ad-be51-de79037e56d5 service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815255 Apr 19 18:45:55.986167 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:45:44Z', 'revision_number': 4, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '509261bd-a16f-4466-871f-b6112414d347', 'name': '', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'mac_address': 'fa:16:3e:b2:4f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:42Z', 'updated_at': '2021-04-19T18:45:52Z', 'revision_number': 4, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'subnets': [{'id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:56.039424 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9c67fe61-9a4d-40de-8b9e-edda0897010c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:56.087389 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c51a4f-aadc-4d03-9429-59eebc1906f8 None None] The sync data for ids ['83d15f4c-e1bf-4905-8113-8b8268c942be'] in dv-cinder-786930-1-smb is: [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:45:44Z', 'revision_number': 4, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '509261bd-a16f-4466-871f-b6112414d347', 'name': '', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'mac_address': 'fa:16:3e:b2:4f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:42Z', 'updated_at': '2021-04-19T18:45:52Z', 'revision_number': 4, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'subnets': [{'id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:45:56.147448 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-14c12ecf-d6c7-4c06-9ec1-0f8de8fa43ea req-37fe2633-978e-40ba-9fb6-3596170f88d8 service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465028 Apr 19 18:45:56.196306 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:56.210557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:56.258095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Transition to ACTIVE for port object 54551277-010d-4143-8363-e360f9f19588 will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:45:56.358337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853755836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853834532'] for router, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:56.413160 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Transition to ACTIVE for port object 54551277-010d-4143-8363-e360f9f19588 will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:45:56.442188 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:56.447942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:56.532778 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2740d-d4fa-4a51-b790-286ba5e742a0 req-69fa6d8a-2dd4-4b43-b408-600acea27f64 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:56.550000 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a5f2740d-d4fa-4a51-b790-286ba5e742a0 req-69fa6d8a-2dd4-4b43-b408-600acea27f64 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.3992467 Apr 19 18:45:56.745356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 509261bd-a16f-4466-871f-b6112414d347 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:45:56.746540 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51664) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:56.762420 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a5f2740d-d4fa-4a51-b790-286ba5e742a0 req-6f926430-89e8-446f-b758-6d17f8b27db1 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032912 Apr 19 18:45:56.825727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Pushing event updated for resources: {'Port': ['ID=54551277-010d-4143-8363-e360f9f19588,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:56.836578 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:56.886327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Network 3a10e7fb-965d-416b-ac9c-83b256922344 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:45:56.895759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:45:56.899443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:45:56.910880 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee997d6-c5aa-4b96-a12e-1e71a82efd63 admin admin] Deleting subnet b479d18e-77ba-4a31-9cec-400fd7eccaf4 {{(pid=86313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:45:56.955195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2ee997d6-c5aa-4b96-a12e-1e71a82efd63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:57.026025 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Attempting to bind port 54551277-010d-4143-8363-e360f9f19588 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:45:57.026607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Attempting to bind port 54551277-010d-4143-8363-e360f9f19588 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': '7be0c577-16c7-4ea5-bb4a-6003bcde90c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:45:57.027137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Attempting to bind port 54551277-010d-4143-8363-e360f9f19588 on network 3a10e7fb-965d-416b-ac9c-83b256922344 {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:45:57.039231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:45:57.039871 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Checking segment: {'id': '7be0c577-16c7-4ea5-bb4a-6003bcde90c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:45:57.040431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:57.041011 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Bound using segment: {'id': '7be0c577-16c7-4ea5-bb4a-6003bcde90c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:45:57.041723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Bound port: 54551277-010d-4143-8363-e360f9f19588, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be0c577-16c7-4ea5-bb4a-6003bcde90c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:45:57.042475 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:57.059538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 509261bd-a16f-4466-871f-b6112414d347 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:45:57.070393 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 509261bd-a16f-4466-871f-b6112414d347 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:57.070991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:57.093084 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:45:57.156963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2ee997d6-c5aa-4b96-a12e-1e71a82efd63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852566802'] for subnet, precommit_delete_associations {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:57.217648 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] For port 54551277-010d-4143-8363-e360f9f19588, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:45:57.221486 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] For port 54551277-010d-4143-8363-e360f9f19588, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=54551277-010d-4143-8363-e360f9f19588,segment=NetworkSegment(7be0c577-16c7-4ea5-bb4a-6003bcde90c5),segment_id=7be0c577-16c7-4ea5-bb4a-6003bcde90c5)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:45:57.260719 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2ee997d6-c5aa-4b96-a12e-1e71a82efd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:57.276299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:57.287307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:57.387627 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Pushing event updated for resources: {'Port': ['ID=54551277-010d-4143-8363-e360f9f19588,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:57.399538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:57.400621 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:57.422005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03530b07-29db-4218-96f0-f0d03f812f90 req-37403cb4-dd22-4bd1-97a8-29194b769d4e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:57.464352 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-03530b07-29db-4218-96f0-f0d03f812f90 req-37403cb4-dd22-4bd1-97a8-29194b769d4e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 1.4198899 Apr 19 18:45:57.488650 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:57.569221 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port 509261bd-a16f-4466-871f-b6112414d347, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=509261bd-a16f-4466-871f-b6112414d347,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:45:57.573779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:57.580370 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:57.636681 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-03530b07-29db-4218-96f0-f0d03f812f90 req-b4ce9681-7e16-459d-84cb-71de93f3a59d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509223 Apr 19 18:45:57.777913 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Router c28b0d84-0706-4459-affd-1662b50facaa is scheduled to L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 with binding_index 1 {{(pid=86314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:45:57.826007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2ee997d6-c5aa-4b96-a12e-1e71a82efd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2790604'] for subnet, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:57.842472 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6ee23fdc-4a8b-4e65-8e1a-8cf98169c55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:57.893939 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=509261bd-a16f-4466-871f-b6112414d347,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:57.903654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:57.931320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2ee997d6-c5aa-4b96-a12e-1e71a82efd63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:57.960086 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2ee997d6-c5aa-4b96-a12e-1e71a82efd63 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b479d18e-77ba-4a31-9cec-400fd7eccaf4 HTTP/1.1" status: 204 len: 168 time: 1.1937437 Apr 19 18:45:57.967810 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee997d6-c5aa-4b96-a12e-1e71a82efd63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b479d18e-77ba-4a31-9cec-400fd7eccaf4,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:57.984334 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2ee997d6-c5aa-4b96-a12e-1e71a82efd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:57.985931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51686) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:58.263006 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:58.281963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:45:58.309810 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Sync routers for ids ['c28b0d84-0706-4459-affd-1662b50facaa'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:45:58.316409 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] Notify callbacks [] for router, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:58.317742 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2a3be847-5ee2-4794-8eab-ef6e48b04702 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.3056941 Apr 19 18:45:58.324570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 51694) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:58.333541 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Routers {'c28b0d84-0706-4459-affd-1662b50facaa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:45:58.334258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:45:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['c28b0d84-0706-4459-affd-1662b50facaa'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:58.578637 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032caf4-befe-4225-862f-22c3ce11fb2e req-9df882c3-d77f-4875-a291-1f270701e640 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:58.580371 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e032caf4-befe-4225-862f-22c3ce11fb2e req-9df882c3-d77f-4875-a291-1f270701e640 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.4189007 Apr 19 18:45:58.597313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:58.686163 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 54551277-010d-4143-8363-e360f9f19588 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:45:58.721604 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51698) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:58.803110 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e032caf4-befe-4225-862f-22c3ce11fb2e req-551f6914-6d2c-4d34-9a27-873f6fb6ff74 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952682 Apr 19 18:45:58.848071 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Set router c28b0d84-0706-4459-affd-1662b50facaa gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:45:58.875839 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 54551277-010d-4143-8363-e360f9f19588 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:45:58.883781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 509261bd-a16f-4466-871f-b6112414d347 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:45:59.032185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 509261bd-a16f-4466-871f-b6112414d347 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:59.033113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:59.071681 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:59.233557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1451c827-63f2-4688-9b5e-bbee44f87bb4']}} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:59.254961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf6fe63-a63a-429f-aa23-523b6abf1d68') {'for_net_delete': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:59.255324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf6fe63-a63a-429f-aa23-523b6abf1d68') {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:59.283615 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2208998'] for segment, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:59.347883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:59.364464 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=86313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:45:59.622199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4e033f-6eba-4ca6-8681-a3485fea9be8 None None] Network 3a10e7fb-965d-416b-ac9c-83b256922344 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:45:59.624561 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'name': 'tempest-TestMinimumBasicScenario-123701097-router', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:51Z', 'updated_at': '2021-04-19T18:45:55Z', 'revision_number': 3, 'project_id': '4600f9678187481d846c313c35fba6ab', 'gw_port': {'id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:53Z', 'updated_at': '2021-04-19T18:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:45:59.642815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Checking router: c28b0d84-0706-4459-affd-1662b50facaa for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:45:59.643209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Updating router c28b0d84-0706-4459-affd-1662b50facaa port 6a91fef6-111a-4183-93c6-43f83e5df2fe binding host dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:45:59.674795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:59.724761 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Network 1451c827-63f2-4688-9b5e-bbee44f87bb4 has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:45:59.745818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851536899'] for segment, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:59.779579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:59.786434 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee34c4c-6909-4050-b79e-b0300c1982b0 req-351d9e6b-154c-45a9-bf12-fe9dc88d2914 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:45:59.794502 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6ee34c4c-6909-4050-b79e-b0300c1982b0 req-351d9e6b-154c-45a9-bf12-fe9dc88d2914 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.3830388 Apr 19 18:45:59.858021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-66f9883b-54f9-404a-8c92-bd0fda095ade None None] Provisioning for port 54551277-010d-4143-8363-e360f9f19588 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:45:59.914696 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-66f9883b-54f9-404a-8c92-bd0fda095ade None None] Provisioning complete for port 54551277-010d-4143-8363-e360f9f19588 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:45:59.916172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-66f9883b-54f9-404a-8c92-bd0fda095ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:59.948429 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6ee34c4c-6909-4050-b79e-b0300c1982b0 req-4f48cec3-b1e8-4480-9ae8-13935bb625e2 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528704 Apr 19 18:46:00.143463 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Allocated IP 172.20.0.1 (3a10e7fb-965d-416b-ac9c-83b256922344/39ae9a3e-4bf8-455b-b82d-00b73547d8b1/a58c13a5-c0e9-44e4-98ff-16cb6ee85b36) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:46:00.328859 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:00.350690 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Transition to ACTIVE for port object a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 will not be triggered until provisioned by entity DHCP. {{(pid=86314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:00.380811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:00.400090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-216a2d8f-2154-4081-9aa6-494946f57f96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:00.417927 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:00.492674 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Network 1451c827-63f2-4688-9b5e-bbee44f87bb4 has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:46:00.523023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Network 3a10e7fb-965d-416b-ac9c-83b256922344 is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:46:00.530051 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Pushing event updated for resources: {'Port': ['ID=a58c13a5-c0e9-44e4-98ff-16cb6ee85b36,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:00.535525 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:00.541815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:00.542693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:46:00.573761 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:46:00.609833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-66f9883b-54f9-404a-8c92-bd0fda095ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:00.663337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb5c9a7d-8c99-4780-a4a1-426186457331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:00.669384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942081'] for router_interface, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:00.721316 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-cb5c9a7d-8c99-4780-a4a1-426186457331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:00.727663 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-66f9883b-54f9-404a-8c92-bd0fda095ade None None] For port 54551277-010d-4143-8363-e360f9f19588, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=54551277-010d-4143-8363-e360f9f19588,segment=NetworkSegment(7be0c577-16c7-4ea5-bb4a-6003bcde90c5),segment_id=7be0c577-16c7-4ea5-bb4a-6003bcde90c5)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:00.735752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-66f9883b-54f9-404a-8c92-bd0fda095ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:00.737732 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:00.753598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Transition to ACTIVE for port object 6a91fef6-111a-4183-93c6-43f83e5df2fe will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:00.754250 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-cb5c9a7d-8c99-4780-a4a1-426186457331 admin admin] Usage tracker for resource:security_group_rule and tenant:57936c878a564cca9d28cc84faf6f7ee is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:00.761308 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:00.768735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-cb5c9a7d-8c99-4780-a4a1-426186457331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:00.768997 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c15e3da0-c81f-4ece-8bb5-36c57f4a977c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:00.788382 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-cb5c9a7d-8c99-4780-a4a1-426186457331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:00.845442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9883b-54f9-404a-8c92-bd0fda095ade None None] Pushing event updated for resources: {'Port': ['ID=54551277-010d-4143-8363-e360f9f19588,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:00.854387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-66f9883b-54f9-404a-8c92-bd0fda095ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:00.867379 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:00.925571 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Attempting to bind port 6a91fef6-111a-4183-93c6-43f83e5df2fe on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:46:00.926007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Attempting to bind port 6a91fef6-111a-4183-93c6-43f83e5df2fe by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:46:00.926283 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Attempting to bind port 6a91fef6-111a-4183-93c6-43f83e5df2fe on network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:46:00.928824 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10b2db-2e48-461a-b4aa-06e59c5a07ce None None] Pushing event updated for resources: {'Port': ['ID=6a91fef6-111a-4183-93c6-43f83e5df2fe,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:00.935066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ab10b2db-2e48-461a-b4aa-06e59c5a07ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:00.942424 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:46:00.943171 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Checking segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:46:00.943782 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:00.944397 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Bound using segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:46:00.945100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Bound port: 6a91fef6-111a-4183-93c6-43f83e5df2fe, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:46:00.945679 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.063578 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb5c9a7d-8c99-4780-a4a1-426186457331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.075841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.086339 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-9a38975d-6ff6-40dd-ae3c-7ed72f59cbf1 None None] Provisioning complete for port 54551277-010d-4143-8363-e360f9f19588 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:01.086734 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9a38975d-6ff6-40dd-ae3c-7ed72f59cbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.091793 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] For port 6a91fef6-111a-4183-93c6-43f83e5df2fe, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:46:01.101382 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] For port 6a91fef6-111a-4183-93c6-43f83e5df2fe, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=6a91fef6-111a-4183-93c6-43f83e5df2fe,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:46:01.111196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.126847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-847727c7-994d-47e7-8ddf-5641c8eef2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:01.133063 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633d224-12da-4cd9-b74b-4fdf0a0ba44b req-30b1f626-4be4-4f3a-947b-b84e10c7f5c4 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:01.136032 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1633d224-12da-4cd9-b74b-4fdf0a0ba44b req-30b1f626-4be4-4f3a-947b-b84e10c7f5c4 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 1.0701125 Apr 19 18:46:01.189596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb5c9a7d-8c99-4780-a4a1-426186457331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.266247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1d042488-4854-48c8-bf91-c9c36317d775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:01.298248 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.333669 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-cb5c9a7d-8c99-4780-a4a1-426186457331 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57936c878a564cca9d28cc84faf6f7ee&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6002684 Apr 19 18:46:01.334170 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10b2db-2e48-461a-b4aa-06e59c5a07ce None None] Pushing event updated for resources: {'Port': ['ID=6a91fef6-111a-4183-93c6-43f83e5df2fe,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:01.338526 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ab10b2db-2e48-461a-b4aa-06e59c5a07ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:01.340065 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51718) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:01.341978 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.347406 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c9a7d-8c99-4780-a4a1-426186457331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bdc02f-75a6-49e6-ba6e-31f8e8fcb2e1,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:01.362675 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cb5c9a7d-8c99-4780-a4a1-426186457331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:01.366758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Routers {'c28b0d84-0706-4459-affd-1662b50facaa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:46:01.367471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:45:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['c28b0d84-0706-4459-affd-1662b50facaa'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:01.417251 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852213997'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.438270 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:01.479337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Pushing event deleted for resources: {'Network': ['ID=1451c827-63f2-4688-9b5e-bbee44f87bb4,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:01.489159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:01.539107 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:01.544185 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1633d224-12da-4cd9-b74b-4fdf0a0ba44b req-4864b01a-3a27-41d7-bb42-bebcb3af603a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982735 Apr 19 18:46:01.584968 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-279d0b76-9540-4b13-8986-df7455f0f2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.593030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-0272b89f-fdbb-4e34-9c46-4f592dab2f25 None None] Provisioning for port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:01.596424 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853833626'] for router_interface, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.598897 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-0272b89f-fdbb-4e34-9c46-4f592dab2f25 None None] Provisioning complete for port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:01.599626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0272b89f-fdbb-4e34-9c46-4f592dab2f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.604979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Pushing event updated for resources: {'Port': ['ID=a58c13a5-c0e9-44e4-98ff-16cb6ee85b36,revision_number=2']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:01.616053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:01.636853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-279d0b76-9540-4b13-8986-df7455f0f2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.721044 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] 10.222.0.10 "DELETE /v2.0/networks/1451c827-63f2-4688-9b5e-bbee44f87bb4 HTTP/1.1" status: 204 len: 168 time: 3.7345691 Apr 19 18:46:01.724285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-279d0b76-9540-4b13-8986-df7455f0f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.739443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b086de46-2c59-4184-ac89-4bc864765d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:01.755113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-0272b89f-fdbb-4e34-9c46-4f592dab2f25 None None] Port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:46:01.765178 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-279d0b76-9540-4b13-8986-df7455f0f2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:01.771819 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-279d0b76-9540-4b13-8986-df7455f0f2a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58bdc02f-75a6-49e6-ba6e-31f8e8fcb2e1 HTTP/1.1" status: 204 len: 168 time: 0.4191375 Apr 19 18:46:01.776106 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d0b76-9540-4b13-8986-df7455f0f2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bdc02f-75a6-49e6-ba6e-31f8e8fcb2e1,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:01.779746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-279d0b76-9540-4b13-8986-df7455f0f2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:01.863075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Network 3a10e7fb-965d-416b-ac9c-83b256922344 is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:46:01.865894 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:02.047010 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51730) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:02.148534 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] Set router c28b0d84-0706-4459-affd-1662b50facaa gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:46:02.179466 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b1e4d595-1c7a-4ff9-a44f-b678ed2f0c0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=601c5702dad04bfc805e02cb20b48f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1307094 Apr 19 18:46:02.180210 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51736) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:02.183195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce714c3-ed19-49ba-b075-2908e89b7251 req-e1a8713f-af10-4662-8236-6128ddf0ae87 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:02.185098 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8ce714c3-ed19-49ba-b075-2908e89b7251 req-e1a8713f-af10-4662-8236-6128ddf0ae87 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.8802164 Apr 19 18:46:02.270021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a7745420-15df-4b12-b02c-bac93e996eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:02.278908 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8ce714c3-ed19-49ba-b075-2908e89b7251 req-5d913a70-1753-451e-b77e-90b22962e7af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823381 Apr 19 18:46:02.288161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3bf83fc1-43a3-4b56-8f22-d51e66fa7adf None None] Provisioning complete for port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:02.288593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3bf83fc1-43a3-4b56-8f22-d51e66fa7adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:02.304075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a7745420-15df-4b12-b02c-bac93e996eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:02.380221 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a7745420-15df-4b12-b02c-bac93e996eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:02.401931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-558eb321-ed5f-4344-b1cf-33fec4d9f9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:02.429851 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7745420-15df-4b12-b02c-bac93e996eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c635e6a8-b27d-467a-bd7c-18c83c31e021,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:02.452434 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a7745420-15df-4b12-b02c-bac93e996eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:02.457425 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a7745420-15df-4b12-b02c-bac93e996eb5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c635e6a8-b27d-467a-bd7c-18c83c31e021 HTTP/1.1" status: 204 len: 168 time: 0.2760472 Apr 19 18:46:02.479087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a7745420-15df-4b12-b02c-bac93e996eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:02.544032 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3bf83fc1-43a3-4b56-8f22-d51e66fa7adf None None] Port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:46:02.554093 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Router c28b0d84-0706-4459-affd-1662b50facaa has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:46:02.669421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 54551277-010d-4143-8363-e360f9f19588 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:02.884729 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 54551277-010d-4143-8363-e360f9f19588 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:02.885148 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:02.894512 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'name': 'tempest-TestMinimumBasicScenario-123701097-router', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:51Z', 'updated_at': '2021-04-19T18:46:00Z', 'revision_number': 4, 'project_id': '4600f9678187481d846c313c35fba6ab', 'gw_port': {'id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:53Z', 'updated_at': '2021-04-19T18:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'a58c13a5-c0e9-44e4-98ff-16cb6ee85b36', 'name': '', 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'mac_address': 'fa:16:3e:05:81:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '39ae9a3e-4bf8-455b-b82d-00b73547d8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:59Z', 'updated_at': '2021-04-19T18:46:00Z', 'revision_number': 2, 'project_id': '4600f9678187481d846c313c35fba6ab', 'subnets': [{'id': '39ae9a3e-4bf8-455b-b82d-00b73547d8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:02.904051 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af2b4f7-72ff-4497-a0ce-6815a1979813 None None] The sync data for ids ['c28b0d84-0706-4459-affd-1662b50facaa'] in dv-cinder-786930-1-smb is: [{'id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'name': 'tempest-TestMinimumBasicScenario-123701097-router', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:51Z', 'updated_at': '2021-04-19T18:46:00Z', 'revision_number': 4, 'project_id': '4600f9678187481d846c313c35fba6ab', 'gw_port': {'id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:53Z', 'updated_at': '2021-04-19T18:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'a58c13a5-c0e9-44e4-98ff-16cb6ee85b36', 'name': '', 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'mac_address': 'fa:16:3e:05:81:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '39ae9a3e-4bf8-455b-b82d-00b73547d8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:59Z', 'updated_at': '2021-04-19T18:46:00Z', 'revision_number': 2, 'project_id': '4600f9678187481d846c313c35fba6ab', 'subnets': [{'id': '39ae9a3e-4bf8-455b-b82d-00b73547d8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:46:02.949984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51754) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:02.999643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1eec4c3d-c194-4c76-84c1-3636366150c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:03.023723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1eec4c3d-c194-4c76-84c1-3636366150c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:03.031207 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1eec4c3d-c194-4c76-84c1-3636366150c0 admin admin] Usage tracker for resource:security_group_rule and tenant:7f2780cdf25a4e64943f5ebaa7675a42 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:03.035813 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1eec4c3d-c194-4c76-84c1-3636366150c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:03.059502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1eec4c3d-c194-4c76-84c1-3636366150c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:03.199053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbfcd0-5103-448b-92c3-d5a93f845236 req-42876668-c987-49be-b460-62ec784868b1 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:03.208328 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-99bbfcd0-5103-448b-92c3-d5a93f845236 req-42876668-c987-49be-b460-62ec784868b1 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.3614249 Apr 19 18:46:03.301852 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-99bbfcd0-5103-448b-92c3-d5a93f845236 req-b1f5ff4f-203e-4c6d-85e2-7eeee004eb42 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917981 Apr 19 18:46:03.306806 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:46:03.337897 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] 10.222.0.10 "PUT /v2.0/routers/c28b0d84-0706-4459-affd-1662b50facaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0000067 Apr 19 18:46:03.472350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1eec4c3d-c194-4c76-84c1-3636366150c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:03.485161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1eec4c3d-c194-4c76-84c1-3636366150c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:03.502921 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9428f0f1-f894-48fa-a188-17aa312d5a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:03.629314 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1eec4c3d-c194-4c76-84c1-3636366150c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f2780cdf25a4e64943f5ebaa7675a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6617115 Apr 19 18:46:03.631185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec4c3d-c194-4c76-84c1-3636366150c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5527f38-df2c-4faf-8fdf-d34a1685a908,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:03.646061 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51772) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:03.655743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1eec4c3d-c194-4c76-84c1-3636366150c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:03.792095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-39d90161-a8ac-4350-8268-fc8a90a169b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:03.838007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-39d90161-a8ac-4350-8268-fc8a90a169b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:03.850878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52efaec-f833-4fae-8372-6e94cfdabcb1 req-5f58fcb6-c601-4248-bd10-3b8d65ea864f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:03.852728 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e52efaec-f833-4fae-8372-6e94cfdabcb1 req-5f58fcb6-c601-4248-bd10-3b8d65ea864f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.2712367 Apr 19 18:46:03.949685 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-39d90161-a8ac-4350-8268-fc8a90a169b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:03.959581 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:03.980104 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e52efaec-f833-4fae-8372-6e94cfdabcb1 req-3b29a68c-1727-4bb2-9e83-bde01fa13579 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178007 Apr 19 18:46:04.001754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d90161-a8ac-4350-8268-fc8a90a169b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5527f38-df2c-4faf-8fdf-d34a1685a908,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:04.012993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-39d90161-a8ac-4350-8268-fc8a90a169b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:04.015428 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-39d90161-a8ac-4350-8268-fc8a90a169b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:04.016658 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-39d90161-a8ac-4350-8268-fc8a90a169b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5527f38-df2c-4faf-8fdf-d34a1685a908 HTTP/1.1" status: 204 len: 168 time: 0.3683131 Apr 19 18:46:04.655421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 6a91fef6-111a-4183-93c6-43f83e5df2fe up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:04.699553 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c3d46-f882-40d1-a38a-8c556a3c0b8a req-a14c0410-9a72-42bf-8ae8-28cace4a64ca tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:04.709381 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-409c3d46-f882-40d1-a38a-8c556a3c0b8a req-a14c0410-9a72-42bf-8ae8-28cace4a64ca tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.2002621 Apr 19 18:46:04.777047 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-409c3d46-f882-40d1-a38a-8c556a3c0b8a req-eaaed069-715e-43ac-9863-1b1be20ccbce tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662725 Apr 19 18:46:04.791365 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 6a91fef6-111a-4183-93c6-43f83e5df2fe completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:04.797871 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 6a91fef6-111a-4183-93c6-43f83e5df2fe triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:04.798472 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:05.020337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:05.045898 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port 6a91fef6-111a-4183-93c6-43f83e5df2fe, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=6a91fef6-111a-4183-93c6-43f83e5df2fe,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:05.060587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:05.077054 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:05.210327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=6a91fef6-111a-4183-93c6-43f83e5df2fe,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:05.214294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:05.353334 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776d586-73ca-4e65-9f21-75fd38585cce req-55a21e53-2675-415b-b1e4-9d1aff2ec998 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:05.355204 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b776d586-73ca-4e65-9f21-75fd38585cce req-55a21e53-2675-415b-b1e4-9d1aff2ec998 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1565645 Apr 19 18:46:05.480711 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b776d586-73ca-4e65-9f21-75fd38585cce req-0ad21ac3-9604-4856-be16-6bd50c743a01 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147118 Apr 19 18:46:05.649610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51840) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:05.987898 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d2b25bc5-061c-4677-9230-c42594ec4f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:06.055057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d2b25bc5-061c-4677-9230-c42594ec4f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:06.069997 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d2b25bc5-061c-4677-9230-c42594ec4f9e admin admin] Usage tracker for resource:security_group_rule and tenant:5962d21efa964932989143dc5f92128f is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:06.078133 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d2b25bc5-061c-4677-9230-c42594ec4f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:06.180454 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d2b25bc5-061c-4677-9230-c42594ec4f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:06.344739 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d2b25bc5-061c-4677-9230-c42594ec4f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:06.361389 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d2b25bc5-061c-4677-9230-c42594ec4f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:06.407090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-39d90161-a8ac-4350-8268-fc8a90a169b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:06.531484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 6a91fef6-111a-4183-93c6-43f83e5df2fe up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:06.785609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 6a91fef6-111a-4183-93c6-43f83e5df2fe triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:06.786298 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:06.915304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b25bc5-061c-4677-9230-c42594ec4f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a31c9b-4f18-47d1-a1d8-1d9a8a9911f3,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:06.943488 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d2b25bc5-061c-4677-9230-c42594ec4f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:06.963289 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1253700-a2d3-44bc-9838-4cbd0a3c69ee req-a626b801-d1e1-404c-ad6a-4c3ffa920cdf tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:06.965125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e713fd1-f24c-4b7e-8ff4-7192df879daf req-c54f1485-ffac-4a49-8359-a299fdd264ad tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:06.973262 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d1253700-a2d3-44bc-9838-4cbd0a3c69ee req-a626b801-d1e1-404c-ad6a-4c3ffa920cdf tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.8970790 Apr 19 18:46:06.975901 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7e713fd1-f24c-4b7e-8ff4-7192df879daf req-c54f1485-ffac-4a49-8359-a299fdd264ad tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1985540 Apr 19 18:46:07.025804 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 51876) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:07.027494 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d2b25bc5-061c-4677-9230-c42594ec4f9e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5962d21efa964932989143dc5f92128f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3752167 Apr 19 18:46:07.071198 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d1253700-a2d3-44bc-9838-4cbd0a3c69ee req-19e5d78d-6506-49af-a10c-fd8536da9d3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965405 Apr 19 18:46:07.180491 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5a6efaf8-42f9-4a37-806e-92b823107967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:07.216550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5a6efaf8-42f9-4a37-806e-92b823107967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:07.301149 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7e713fd1-f24c-4b7e-8ff4-7192df879daf req-42889d31-7a3c-4641-9c6c-fed1d890db24 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238261 Apr 19 18:46:07.303303 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5a6efaf8-42f9-4a37-806e-92b823107967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:07.322866 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6c4de8e9-e5a2-4d71-9f9d-086fa908064d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:07.344063 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6efaf8-42f9-4a37-806e-92b823107967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a31c9b-4f18-47d1-a1d8-1d9a8a9911f3,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:07.357808 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5a6efaf8-42f9-4a37-806e-92b823107967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:07.359870 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5a6efaf8-42f9-4a37-806e-92b823107967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:07.368301 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5a6efaf8-42f9-4a37-806e-92b823107967 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73a31c9b-4f18-47d1-a1d8-1d9a8a9911f3 HTTP/1.1" status: 204 len: 168 time: 0.3410597 Apr 19 18:46:07.474002 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 51884) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:07.863256 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Sync routers for ids ['c28b0d84-0706-4459-affd-1662b50facaa'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:46:07.887042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Routers {'c28b0d84-0706-4459-affd-1662b50facaa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:46:07.888408 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:45:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['c28b0d84-0706-4459-affd-1662b50facaa'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:08.515913 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-510a836e-7f28-438d-bf66-d237e55944c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:08.539536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23399a8c-7dc9-42e5-9efc-856c2c7a7128 req-81d2a2a0-32ba-4061-aa5b-646c66219b54 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:08.564572 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-23399a8c-7dc9-42e5-9efc-856c2c7a7128 req-81d2a2a0-32ba-4061-aa5b-646c66219b54 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.2231281 Apr 19 18:46:08.578370 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-510a836e-7f28-438d-bf66-d237e55944c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:08.586847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-510a836e-7f28-438d-bf66-d237e55944c3 admin admin] Usage tracker for resource:security_group_rule and tenant:faf5363e1aff48b89fd88464e71df2bb is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:08.595731 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-510a836e-7f28-438d-bf66-d237e55944c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:08.614472 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-510a836e-7f28-438d-bf66-d237e55944c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:08.705198 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Set router c28b0d84-0706-4459-affd-1662b50facaa gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:46:08.720226 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-23399a8c-7dc9-42e5-9efc-856c2c7a7128 req-f707a2b4-bb56-4c73-a535-ebfecf0cbaf9 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523612 Apr 19 18:46:08.912157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30866625-54fb-4ba8-8271-0f5b6423b444 req-3583c008-1d0b-4449-abd6-1e0847c5c996 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:08.921080 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-30866625-54fb-4ba8-8271-0f5b6423b444 req-3583c008-1d0b-4449-abd6-1e0847c5c996 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.2713525 Apr 19 18:46:08.995673 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-30866625-54fb-4ba8-8271-0f5b6423b444 req-8b541e16-1c14-4c4b-a9ce-5329d034f246 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735288 Apr 19 18:46:09.073135 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-510a836e-7f28-438d-bf66-d237e55944c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:09.079574 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-510a836e-7f28-438d-bf66-d237e55944c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:09.122663 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ddd09638-77f4-45c0-bccb-c26c5d042780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:09.157204 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-510a836e-7f28-438d-bf66-d237e55944c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=faf5363e1aff48b89fd88464e71df2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6767230 Apr 19 18:46:09.157204 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a836e-7f28-438d-bf66-d237e55944c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab804ab7-efc8-49ed-9d45-1719ed2e47dc,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:09.157587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 51916) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:09.167056 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-510a836e-7f28-438d-bf66-d237e55944c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:09.394183 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:09.461989 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:09.563484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:09.575567 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-861d07d9-165d-4a91-960d-1c6b35c82973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:09.623911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab804ab7-efc8-49ed-9d45-1719ed2e47dc,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:09.644591 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:09.645763 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:09.646818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:09.647587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:09.648245 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:09.648811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:09.649371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:09.649927 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:09.650671 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:09.651471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:09.652125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:09.652681 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:09.673296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:09.684131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:09.686176 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ab804ab7-efc8-49ed-9d45-1719ed2e47dc HTTP/1.1" status: 204 len: 168 time: 0.5270095 Apr 19 18:46:10.205564 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fbde5-f679-4388-b158-a4319842712b req-c62c9db8-8fc0-40f2-84ca-f66c662815b6 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:10.225662 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-267fbde5-f679-4388-b158-a4319842712b req-c62c9db8-8fc0-40f2-84ca-f66c662815b6 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.2894590 Apr 19 18:46:10.226583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'name': 'tempest-TestMinimumBasicScenario-123701097-router', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:51Z', 'updated_at': '2021-04-19T18:46:00Z', 'revision_number': 4, 'project_id': '4600f9678187481d846c313c35fba6ab', 'gw_port': {'id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:53Z', 'updated_at': '2021-04-19T18:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'a58c13a5-c0e9-44e4-98ff-16cb6ee85b36', 'name': '', 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'mac_address': 'fa:16:3e:05:81:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '39ae9a3e-4bf8-455b-b82d-00b73547d8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:59Z', 'updated_at': '2021-04-19T18:46:00Z', 'revision_number': 2, 'project_id': '4600f9678187481d846c313c35fba6ab', 'subnets': [{'id': '39ae9a3e-4bf8-455b-b82d-00b73547d8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:10.241790 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Checking router: c28b0d84-0706-4459-affd-1662b50facaa for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:46:10.242218 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Updating router c28b0d84-0706-4459-affd-1662b50facaa port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 binding host dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:46:10.419791 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:10.435424 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-267fbde5-f679-4388-b158-a4319842712b req-f8257ebf-5b36-4c37-aeb4-73f8be5e84c5 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075284 Apr 19 18:46:10.635407 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406367b3-158e-40c6-bc43-a67bda11ea0a req-15ae8090-7cdb-48a8-b26e-a0888504bfc6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:10.650123 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-406367b3-158e-40c6-bc43-a67bda11ea0a req-15ae8090-7cdb-48a8-b26e-a0888504bfc6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.2773488 Apr 19 18:46:10.726324 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-406367b3-158e-40c6-bc43-a67bda11ea0a req-9409a02b-cc1e-4dd7-83e8-4aaa68374836 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731988 Apr 19 18:46:11.187224 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:11.216215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Transition to ACTIVE for port object a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:11.242579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:11.267203 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:11.815735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cdc89-0f68-4704-9215-5a9feddd011b None None] Pushing event updated for resources: {'Port': ['ID=a58c13a5-c0e9-44e4-98ff-16cb6ee85b36,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:11.837264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d28775-6bc5-4b85-873c-e57a33d7967d req-af2c4314-3903-4747-a642-41bb223686c6 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:11.848965 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-79d28775-6bc5-4b85-873c-e57a33d7967d req-af2c4314-3903-4747-a642-41bb223686c6 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1666825 Apr 19 18:46:11.865802 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-721cdc89-0f68-4704-9215-5a9feddd011b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:11.890307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Attempting to bind port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:46:11.890809 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Attempting to bind port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': '7be0c577-16c7-4ea5-bb4a-6003bcde90c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:46:11.891243 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Attempting to bind port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 on network 3a10e7fb-965d-416b-ac9c-83b256922344 {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:46:11.904000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:46:11.904425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Checking segment: {'id': '7be0c577-16c7-4ea5-bb4a-6003bcde90c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:46:11.904881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:11.905320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Bound using segment: {'id': '7be0c577-16c7-4ea5-bb4a-6003bcde90c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:46:11.905856 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Bound port: a58c13a5-c0e9-44e4-98ff-16cb6ee85b36, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be0c577-16c7-4ea5-bb4a-6003bcde90c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:46:11.906455 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:11.913523 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-79d28775-6bc5-4b85-873c-e57a33d7967d req-58958c24-6ae7-4e1d-b0ca-e6ac797356da tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631807 Apr 19 18:46:12.058693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] For port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:46:12.062164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] For port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=a58c13a5-c0e9-44e4-98ff-16cb6ee85b36,segment=NetworkSegment(7be0c577-16c7-4ea5-bb4a-6003bcde90c5),segment_id=7be0c577-16c7-4ea5-bb4a-6003bcde90c5)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:46:12.067486 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:12.074869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:12.110586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb8a7f-a79e-49b7-b2f4-79919cf23017 req-99f24190-725d-48b9-8e67-ebd8fd54a93d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:12.114376 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-00cb8a7f-a79e-49b7-b2f4-79919cf23017 req-99f24190-725d-48b9-8e67-ebd8fd54a93d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1531270 Apr 19 18:46:12.173689 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Routers {'c28b0d84-0706-4459-affd-1662b50facaa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:46:12.176092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:45:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['c28b0d84-0706-4459-affd-1662b50facaa'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:12.229562 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-00cb8a7f-a79e-49b7-b2f4-79919cf23017 req-7f8282b3-fc22-4be8-90c5-22293ac81dc9 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034880 Apr 19 18:46:12.511479 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18566b3e-039b-4efa-8059-d16fda6a045f req-0b3b6939-34bb-468c-92bf-806db87a6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:12.513405 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-18566b3e-039b-4efa-8059-d16fda6a045f req-0b3b6939-34bb-468c-92bf-806db87a6c1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 1099 time: 0.2404041 Apr 19 18:46:12.620836 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] Set router c28b0d84-0706-4459-affd-1662b50facaa gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:46:12.724751 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18566b3e-039b-4efa-8059-d16fda6a045f req-5bc29056-ce00-4240-a5a8-012a7ee39fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:12.726858 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-18566b3e-039b-4efa-8059-d16fda6a045f req-5bc29056-ce00-4240-a5a8-012a7ee39fe5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 917 time: 0.2058630 Apr 19 18:46:12.898021 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-18566b3e-039b-4efa-8059-d16fda6a045f req-ca5f6368-1def-4678-b531-c1228d29a4d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 HTTP/1.1" status: 200 len: 1002 time: 0.1619911 Apr 19 18:46:12.977728 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cdc89-0f68-4704-9215-5a9feddd011b None None] Pushing event updated for resources: {'Port': ['ID=a58c13a5-c0e9-44e4-98ff-16cb6ee85b36,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:12.991372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18566b3e-039b-4efa-8059-d16fda6a045f req-88d40768-89e6-422a-b394-a443e9286381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:12.992962 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-18566b3e-039b-4efa-8059-d16fda6a045f req-88d40768-89e6-422a-b394-a443e9286381 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 200 len: 855 time: 0.0845101 Apr 19 18:46:13.003497 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-721cdc89-0f68-4704-9215-5a9feddd011b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:13.248843 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18566b3e-039b-4efa-8059-d16fda6a045f req-e9f193fc-2465-41a1-9157-1151ae889c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:13.251094 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-18566b3e-039b-4efa-8059-d16fda6a045f req-e9f193fc-2465-41a1-9157-1151ae889c11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2083640 Apr 19 18:46:13.254105 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998a370-cce1-48ac-9691-73726cad2e13 req-6d67fbea-71eb-4858-a8ea-4d0e0fbb862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:13.256595 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6998a370-cce1-48ac-9691-73726cad2e13 req-6d67fbea-71eb-4858-a8ea-4d0e0fbb862b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 1098 time: 0.2618961 Apr 19 18:46:13.306247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'name': 'tempest-TestMinimumBasicScenario-123701097-router', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:51Z', 'updated_at': '2021-04-19T18:46:00Z', 'revision_number': 4, 'project_id': '4600f9678187481d846c313c35fba6ab', 'gw_port': {'id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:53Z', 'updated_at': '2021-04-19T18:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'a58c13a5-c0e9-44e4-98ff-16cb6ee85b36', 'name': '', 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'mac_address': 'fa:16:3e:05:81:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '39ae9a3e-4bf8-455b-b82d-00b73547d8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:59Z', 'updated_at': '2021-04-19T18:46:12Z', 'revision_number': 4, 'project_id': '4600f9678187481d846c313c35fba6ab', 'subnets': [{'id': '39ae9a3e-4bf8-455b-b82d-00b73547d8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:13.321387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e8d168-b63f-4b51-a947-2205dc5576e0 None None] The sync data for ids ['c28b0d84-0706-4459-affd-1662b50facaa'] in dv-cinder-786930-1-smb is: [{'id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'name': 'tempest-TestMinimumBasicScenario-123701097-router', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:51Z', 'updated_at': '2021-04-19T18:46:00Z', 'revision_number': 4, 'project_id': '4600f9678187481d846c313c35fba6ab', 'gw_port': {'id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:53Z', 'updated_at': '2021-04-19T18:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'a58c13a5-c0e9-44e4-98ff-16cb6ee85b36', 'name': '', 'network_id': '3a10e7fb-965d-416b-ac9c-83b256922344', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'mac_address': 'fa:16:3e:05:81:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '39ae9a3e-4bf8-455b-b82d-00b73547d8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:59Z', 'updated_at': '2021-04-19T18:46:12Z', 'revision_number': 4, 'project_id': '4600f9678187481d846c313c35fba6ab', 'subnets': [{'id': '39ae9a3e-4bf8-455b-b82d-00b73547d8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:46:13.448283 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febd5a6-b5e7-4f52-abdb-b1c2f17f8049 req-30d8fd6d-d483-4807-a88e-0dec4dd61a50 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:13.449980 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6febd5a6-b5e7-4f52-abdb-b1c2f17f8049 req-30d8fd6d-d483-4807-a88e-0dec4dd61a50 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.3317995 Apr 19 18:46:13.537843 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6998a370-cce1-48ac-9691-73726cad2e13 req-c9c7050f-9134-4c5e-8a20-fcbd92477fff service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339272 Apr 19 18:46:13.603341 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6febd5a6-b5e7-4f52-abdb-b1c2f17f8049 req-d4bc3af7-47c5-4bfe-9612-85c653e57c22 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014230 Apr 19 18:46:13.661315 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-18566b3e-039b-4efa-8059-d16fda6a045f req-73c77370-b39f-47ec-9657-7a8c3a144989 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936722 Apr 19 18:46:13.698306 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bb9e6-ad5d-4053-ae29-c1282a453101 req-f2d00ac1-94c2-4373-8a39-465c1cc585ab tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:13.711080 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b98bb9e6-ad5d-4053-ae29-c1282a453101 req-f2d00ac1-94c2-4373-8a39-465c1cc585ab tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.2204659 Apr 19 18:46:13.816601 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b98bb9e6-ad5d-4053-ae29-c1282a453101 req-2262b11a-c912-41e1-a210-118333290b39 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044178 Apr 19 18:46:13.943066 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-18566b3e-039b-4efa-8059-d16fda6a045f req-118ac532-8cdb-427c-9eb2-76e44639cd85 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752821 Apr 19 18:46:14.304798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9307780-f820-4bb2-8205-b83d9abbcfd3 req-6189cce3-f796-41f5-a459-1714a842a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:14.306949 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b9307780-f820-4bb2-8205-b83d9abbcfd3 req-6189cce3-f796-41f5-a459-1714a842a891 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 1099 time: 0.1563401 Apr 19 18:46:14.635115 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9307780-f820-4bb2-8205-b83d9abbcfd3 req-d58e9f2c-7d23-447e-9ed0-80291ffd1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:14.637379 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b9307780-f820-4bb2-8205-b83d9abbcfd3 req-d58e9f2c-7d23-447e-9ed0-80291ffd1bc1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 917 time: 0.2816193 Apr 19 18:46:14.670041 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:14.804487 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:14.827748 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:14.833500 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b9307780-f820-4bb2-8205-b83d9abbcfd3 req-db2019cc-8e94-4704-bb42-256709a755eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 HTTP/1.1" status: 200 len: 1002 time: 0.1790421 Apr 19 18:46:14.834848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:14.835441 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:15.006710 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:15.054062 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=a58c13a5-c0e9-44e4-98ff-16cb6ee85b36,segment=NetworkSegment(7be0c577-16c7-4ea5-bb4a-6003bcde90c5),segment_id=7be0c577-16c7-4ea5-bb4a-6003bcde90c5)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:15.058110 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:15.060623 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c973b84a-19df-4528-af2e-466cdd6a27b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:15.117015 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9307780-f820-4bb2-8205-b83d9abbcfd3 req-6fcfe62d-658e-4dca-badd-865c21fefe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:15.119027 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b9307780-f820-4bb2-8205-b83d9abbcfd3 req-6fcfe62d-658e-4dca-badd-865c21fefe48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 200 len: 855 time: 0.1530194 Apr 19 18:46:15.163454 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=a58c13a5-c0e9-44e4-98ff-16cb6ee85b36,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:15.167673 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:15.193057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8f1a5-4e48-4456-9e27-0ae941a8875d req-1e76e938-980c-4eb6-b1f6-324b95c69772 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:15.201243 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0aa8f1a5-4e48-4456-9e27-0ae941a8875d req-1e76e938-980c-4eb6-b1f6-324b95c69772 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 946 time: 0.1904051 Apr 19 18:46:15.295173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e061b8-f45b-4b6c-b25b-7c714cdba1cb req-8b54c4c3-5f62-49bb-a2cf-ac3a966534c1 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:15.297024 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-43e061b8-f45b-4b6c-b25b-7c714cdba1cb req-8b54c4c3-5f62-49bb-a2cf-ac3a966534c1 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.4625769 Apr 19 18:46:15.315672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9307780-f820-4bb2-8205-b83d9abbcfd3 req-38b8f196-583b-4566-a5ba-7ad7fd452346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:15.317501 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b9307780-f820-4bb2-8205-b83d9abbcfd3 req-38b8f196-583b-4566-a5ba-7ad7fd452346 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1898065 Apr 19 18:46:15.323507 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0aa8f1a5-4e48-4456-9e27-0ae941a8875d req-3093a10f-4740-4473-968b-f332501152e6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208928 Apr 19 18:46:15.575396 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-43e061b8-f45b-4b6c-b25b-7c714cdba1cb req-dc3bd53f-b7bb-4b98-8802-70941996a79c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635746 Apr 19 18:46:15.619018 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b9307780-f820-4bb2-8205-b83d9abbcfd3 req-17b2eb43-c315-4108-9852-15d5f341fef1 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829452 Apr 19 18:46:15.648681 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52054) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:15.777401 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b9307780-f820-4bb2-8205-b83d9abbcfd3 req-712be227-06e7-42fc-a47c-6518974f1404 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498911 Apr 19 18:46:15.861473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:15.885113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:15.890851 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Usage tracker for resource:security_group_rule and tenant:302b6d30529042ecbc77455d8628db07 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:15.897032 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:15.905547 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:16.063690 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:16.068367 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:16.102385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:46:16.129403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-aee609ba-84ba-4760-8c38-8e45667c89d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:16.192208 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=302b6d30529042ecbc77455d8628db07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5418792 Apr 19 18:46:16.198684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52070) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:16.199437 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe452c9f-3c0c-4bd6-8530-f290583b2fa2,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:16.277276 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909a6c6-4e2a-4a96-a6db-2674a5c1df32 req-73b7f744-4f77-4e4b-90de-5829d8bf22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:16.286045 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9909a6c6-4e2a-4a96-a6db-2674a5c1df32 req-73b7f744-4f77-4e4b-90de-5829d8bf22a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbd571c9d4e409eb3e37ef72c147384&device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 1098 time: 0.2113011 Apr 19 18:46:16.338055 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:16.371862 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:46:16.375850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f2d246b3-378f-4a50-a61c-6399565f0338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:16.400345 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:16.410003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f2d246b3-378f-4a50-a61c-6399565f0338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:16.411030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:16.412937 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cc6220e6-94d6-4e6f-b141-7bcbc746f1f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:16.466846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:16.467271 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:16.467810 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:16.468557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:16.468557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:16.469143 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:16.470133 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:16.470469 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:16.470597 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:16.470999 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:16.471407 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:16.472369 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:16.502021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f2d246b3-378f-4a50-a61c-6399565f0338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:16.523722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:16.524273 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5fae1d89-4eb2-4eb2-9cdf-0dbee7aa8a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:16.563596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d246b3-378f-4a50-a61c-6399565f0338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe452c9f-3c0c-4bd6-8530-f290583b2fa2,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:16.572700 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f2d246b3-378f-4a50-a61c-6399565f0338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:16.576870 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-f2d246b3-378f-4a50-a61c-6399565f0338 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe452c9f-3c0c-4bd6-8530-f290583b2fa2 HTTP/1.1" status: 204 len: 168 time: 0.3733490 Apr 19 18:46:16.578177 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f2d246b3-378f-4a50-a61c-6399565f0338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:16.610003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95048dec-0699-4554-a271-a3c4cb566614 req-b99cf7cb-1b23-4585-82ed-793819ef651e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:16.619640 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-95048dec-0699-4554-a271-a3c4cb566614 req-b99cf7cb-1b23-4585-82ed-793819ef651e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.4261382 Apr 19 18:46:16.670957 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,revision_number=8']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:16.676656 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:16.684259 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-95048dec-0699-4554-a271-a3c4cb566614 req-8e2e83ac-4976-47da-8d1d-e114d2f5c6e9 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634060 Apr 19 18:46:16.695072 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909a6c6-4e2a-4a96-a6db-2674a5c1df32 req-3120cc80-b873-4dbc-8259-6612eb23c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:16.708534 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9909a6c6-4e2a-4a96-a6db-2674a5c1df32 req-3120cc80-b873-4dbc-8259-6612eb23c364 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5491f799-d694-4a65-a4df-21dc2df8b545 HTTP/1.1" status: 200 len: 920 time: 0.4043159 Apr 19 18:46:16.772074 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:16.805462 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'code': 200} Apr 19 18:46:16.826667 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:16.829217 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:16.920076 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9909a6c6-4e2a-4a96-a6db-2674a5c1df32 req-dec68ddd-e4d0-4e35-beae-d9af77107b1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6b3c062-31aa-4262-8d19-44fc0da2a270 HTTP/1.1" status: 200 len: 217 time: 0.2101989 Apr 19 18:46:17.041175 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909a6c6-4e2a-4a96-a6db-2674a5c1df32 req-b5a8c872-ab53-4bf7-a493-0b44e0a02d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:17.042684 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9909a6c6-4e2a-4a96-a6db-2674a5c1df32 req-b5a8c872-ab53-4bf7-a493-0b44e0a02d63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83bcaa7b-30da-45fa-b239-16096acfb303 HTTP/1.1" status: 200 len: 859 time: 0.1003709 Apr 19 18:46:17.117718 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09140e38-3ae4-4f91-8934-8b2f21cc6b71 req-0578ca01-c109-4b41-a39a-b251d3f01678 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:17.125728 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-09140e38-3ae4-4f91-8934-8b2f21cc6b71 req-0578ca01-c109-4b41-a39a-b251d3f01678 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.4134314 Apr 19 18:46:17.130188 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9909a6c6-4e2a-4a96-a6db-2674a5c1df32 req-1de3a027-7475-48ca-ad1e-94a8ed2b397c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5491f799-d694-4a65-a4df-21dc2df8b545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724783 Apr 19 18:46:17.166001 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52090) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:17.212021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0072574f-4601-4d90-8a02-b78d5c727379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:17.260024 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-0072574f-4601-4d90-8a02-b78d5c727379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:17.264497 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-0072574f-4601-4d90-8a02-b78d5c727379 admin admin] Usage tracker for resource:security_group_rule and tenant:1b415a2db83246c398733c84444cc996 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:17.267557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-0072574f-4601-4d90-8a02-b78d5c727379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:17.274273 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-0072574f-4601-4d90-8a02-b78d5c727379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:17.420576 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0072574f-4601-4d90-8a02-b78d5c727379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:17.428423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0072574f-4601-4d90-8a02-b78d5c727379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:17.468546 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-62e9566e-06bb-4e3f-b046-f6a9a0e2a8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:17.504379 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0072574f-4601-4d90-8a02-b78d5c727379 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b415a2db83246c398733c84444cc996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370695 Apr 19 18:46:17.505355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072574f-4601-4d90-8a02-b78d5c727379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbc1d38-cd3b-40ed-a82f-9e71bf9e599f,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:17.509169 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52096) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:17.563898 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0072574f-4601-4d90-8a02-b78d5c727379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:17.607576 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b1763f38-20c3-47a5-abec-4c4baeaf04f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:17.638522 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b1763f38-20c3-47a5-abec-4c4baeaf04f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:17.666626 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9909a6c6-4e2a-4a96-a6db-2674a5c1df32 req-2e9583e0-becd-4ac4-bc32-1d01541cd33d service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178602 Apr 19 18:46:17.738994 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-09140e38-3ae4-4f91-8934-8b2f21cc6b71 req-296556d7-23d6-4a7c-a13b-a1048fcd0231 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6121669 Apr 19 18:46:17.779464 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b1763f38-20c3-47a5-abec-4c4baeaf04f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:17.790346 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3edd0aa0-4bb9-4f46-8f61-ad01368f2e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:17.802435 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1763f38-20c3-47a5-abec-4c4baeaf04f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbc1d38-cd3b-40ed-a82f-9e71bf9e599f,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:17.808732 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b1763f38-20c3-47a5-abec-4c4baeaf04f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:17.840144 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b1763f38-20c3-47a5-abec-4c4baeaf04f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:17.844608 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b1763f38-20c3-47a5-abec-4c4baeaf04f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fbc1d38-cd3b-40ed-a82f-9e71bf9e599f HTTP/1.1" status: 204 len: 168 time: 0.3340752 Apr 19 18:46:17.891840 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36879-cc69-40fd-acfd-650c9b22a394 req-5b379b04-93db-4ff2-80b3-13655ff9de40 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:17.893563 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50d36879-cc69-40fd-acfd-650c9b22a394 req-5b379b04-93db-4ff2-80b3-13655ff9de40 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1952286 Apr 19 18:46:17.911439 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9909a6c6-4e2a-4a96-a6db-2674a5c1df32 req-e7350441-7776-4d6d-a177-25c71ff2dad1 service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325766 Apr 19 18:46:17.977691 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-50d36879-cc69-40fd-acfd-650c9b22a394 req-0dc7fb9e-2c71-4c77-81e1-8d52f5ff88c9 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718811 Apr 19 18:46:18.124821 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecd35e-b583-4751-8246-a8c51c5500fa req-fde545f6-e7d9-4b32-81d2-5844eed1adc3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:18.126581 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b1ecd35e-b583-4751-8246-a8c51c5500fa req-fde545f6-e7d9-4b32-81d2-5844eed1adc3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1912036 Apr 19 18:46:18.213705 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b1ecd35e-b583-4751-8246-a8c51c5500fa req-dc162b27-13f4-4ded-a9dc-d4c3988202e8 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779359 Apr 19 18:46:18.880311 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52142) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:19.376724 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c19b36ac-6896-4d3f-a676-9fe53899c769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:19.407935 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c19b36ac-6896-4d3f-a676-9fe53899c769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:19.412669 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c19b36ac-6896-4d3f-a676-9fe53899c769 admin admin] Usage tracker for resource:security_group_rule and tenant:5187ea5ebed04184a5aa52d7b7ab88d2 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:19.415707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c19b36ac-6896-4d3f-a676-9fe53899c769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:19.422529 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c19b36ac-6896-4d3f-a676-9fe53899c769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:19.468277 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6432c-96e4-4996-95b2-309b59498737 req-d1646964-6bb2-457e-934a-1fd98aec3e7e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:19.477341 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-eca6432c-96e4-4996-95b2-309b59498737 req-d1646964-6bb2-457e-934a-1fd98aec3e7e tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1064501 Apr 19 18:46:19.533789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c19b36ac-6896-4d3f-a676-9fe53899c769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:19.563755 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93aa4ea-4aad-4bcf-8a22-1de4f68209e6 req-67327352-397d-4454-ac11-a5399964f9f5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:19.570747 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e93aa4ea-4aad-4bcf-8a22-1de4f68209e6 req-67327352-397d-4454-ac11-a5399964f9f5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.3989635 Apr 19 18:46:19.571467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c19b36ac-6896-4d3f-a676-9fe53899c769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:19.601275 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-eca6432c-96e4-4996-95b2-309b59498737 req-10f894e6-7a5b-492f-b2c6-555e9ea59cbd tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228800 Apr 19 18:46:19.604100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0072574f-4601-4d90-8a02-b78d5c727379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:19.618320 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c19b36ac-6896-4d3f-a676-9fe53899c769 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5187ea5ebed04184a5aa52d7b7ab88d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7342029 Apr 19 18:46:19.619096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 52170) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:19.751519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b36ac-6896-4d3f-a676-9fe53899c769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc3f59e-736d-4251-8a74-675ac01bc475,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:19.767670 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c19b36ac-6896-4d3f-a676-9fe53899c769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:19.834703 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e93aa4ea-4aad-4bcf-8a22-1de4f68209e6 req-fddc2c0f-3624-42d7-8fbd-2c642559274d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315757 Apr 19 18:46:19.857327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-24744659-27aa-4c68-a796-175d32166d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:19.917432 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-24744659-27aa-4c68-a796-175d32166d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:20.095188 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db509fb4-2ab1-46d5-93ab-8c514dcd641b req-db7259bd-2d35-4a38-b100-f3af2575d0a7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:20.096913 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-db509fb4-2ab1-46d5-93ab-8c514dcd641b req-db7259bd-2d35-4a38-b100-f3af2575d0a7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.1593831 Apr 19 18:46:20.108045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-24744659-27aa-4c68-a796-175d32166d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:20.112942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:46:20.140654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:20.195664 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-db509fb4-2ab1-46d5-93ab-8c514dcd641b req-b5dc8a84-58c8-44ad-bf54-e89d8503eb73 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894036 Apr 19 18:46:20.204282 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24744659-27aa-4c68-a796-175d32166d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc3f59e-736d-4251-8a74-675ac01bc475,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:20.206222 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-24744659-27aa-4c68-a796-175d32166d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:20.210100 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-24744659-27aa-4c68-a796-175d32166d93 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffc3f59e-736d-4251-8a74-675ac01bc475 HTTP/1.1" status: 204 len: 168 time: 0.5875211 Apr 19 18:46:20.210100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-24744659-27aa-4c68-a796-175d32166d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:20.647082 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52212) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:20.919123 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b53f96-623b-45a7-9f4e-617227c7f6f2 req-b279467d-0ab2-4a07-87c9-9d510f00c713 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:20.921090 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f1b53f96-623b-45a7-9f4e-617227c7f6f2 req-b279467d-0ab2-4a07-87c9-9d510f00c713 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1710625 Apr 19 18:46:20.985740 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-dae66414-0ceb-429f-b618-d24f6943b24d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3372943 Apr 19 18:46:21.036548 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f1b53f96-623b-45a7-9f4e-617227c7f6f2 req-12113efa-3954-40bf-a73c-bb82015f6841 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994298 Apr 19 18:46:21.275904 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b1ba5-5c05-4d16-a7a7-8361aadbeeef req-c63a1151-4182-458a-a5a6-ce6c8c7ac8be tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:21.285276 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-309b1ba5-5c05-4d16-a7a7-8361aadbeeef req-c63a1151-4182-458a-a5a6-ce6c8c7ac8be tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1775556 Apr 19 18:46:21.372452 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-309b1ba5-5c05-4d16-a7a7-8361aadbeeef req-a205e234-dd0d-4b93-8353-c04c3b343995 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856526 Apr 19 18:46:21.533317 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75af59-a8fc-484f-b7d2-bdb374e56879 req-578810e6-54cb-4c72-b8f2-8b1275bf2ada tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:21.542596 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2b75af59-a8fc-484f-b7d2-bdb374e56879 req-578810e6-54cb-4c72-b8f2-8b1275bf2ada tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.1252894 Apr 19 18:46:21.603248 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2b75af59-a8fc-484f-b7d2-bdb374e56879 req-ceb7bc97-399f-4431-89e7-82ac62419445 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592818 Apr 19 18:46:21.733390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52250) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:21.962684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-824963160-network', 'tenant_id': '81f1259188ae403892850138664083a7'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:21.972295 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:21.976757 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Usage tracker for resource:network and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:21.980384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:21.988355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:21.999229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Made reservation on behalf of 81f1259188ae403892850138664083a7 for: {'network': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:46:22.004872 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:22.020172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:22.038310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:22.042676 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Usage tracker for resource:security_group_rule and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:22.045672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:22.053410 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:22.152229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:22.160968 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:22.166828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ad9186bb-f7b2-4253-b505-39a68a12dfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:22.184310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=86314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:46:22.197132 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:22.197642 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Added segment 8d126a2c-e157-47e1-9391-be5e12bf5d28 of type vlan for network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a Apr 19 18:46:22.241527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:22.254117 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27f6a1f-9a45-4f11-bdea-a0efc00123d0,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:22.259090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:22.286532 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:22.288009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:22.288658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:22.294193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c3968ce3-4249-4d59-8ccb-18006ecfcafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:22.431374 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:22.438752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 52264) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:22.447472 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:46:22.452470 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Request body: {'subnet': {'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-824963160-subnet', 'tenant_id': '81f1259188ae403892850138664083a7', 'ip_version': 4}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:22.461141 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7264922 Apr 19 18:46:22.463964 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:22.475833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:22.480428 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Usage tracker for resource:subnet and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:22.484496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:22.501060 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:22.515928 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Made reservation on behalf of 81f1259188ae403892850138664083a7 for: {'subnet': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:46:22.526232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851985178'] for subnet, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:22.829859 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862e182-b507-4d90-a170-6743c65c1a05 req-b489bca8-4a87-4fc2-bb95-ed83570fd2d9 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:22.838384 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7862e182-b507-4d90-a170-6743c65c1a05 req-b489bca8-4a87-4fc2-bb95-ed83570fd2d9 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.2106624 Apr 19 18:46:22.853161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e819395-a6ae-4976-a287-2415fc53ee2f req-da98fcff-721a-4121-a6e5-40a9b126f0c6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:22.861617 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e819395-a6ae-4976-a287-2415fc53ee2f req-da98fcff-721a-4121-a6e5-40a9b126f0c6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.1197531 Apr 19 18:46:22.923212 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2e819395-a6ae-4976-a287-2415fc53ee2f req-8a9d8493-2535-44d5-886a-a1a95d56fbc2 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599351 Apr 19 18:46:22.989233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebf2f-005e-405c-97f4-b42d628df881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:22.992758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-6818bacf-3c40-4cd7-b33b-b7d5741cf502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:22.994388 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-6818bacf-3c40-4cd7-b33b-b7d5741cf502 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9&tenant_id=257b443ba4b441fd8410ddd6eaf5ab45 HTTP/1.1" status: 200 len: 1097 time: 0.2561164 Apr 19 18:46:23.014638 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7862e182-b507-4d90-a170-6743c65c1a05 req-b7c7d504-2226-4215-809e-64a6ed69a431 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713889 Apr 19 18:46:23.181129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-2e721b80-f307-48a5-83c6-785b64daeac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:23.183019 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-2e721b80-f307-48a5-83c6-785b64daeac6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 1097 time: 0.1536350 Apr 19 18:46:23.324133 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d3a70-0b22-430e-8e8f-db6eed1ef4dd req-0eb49447-92de-4bc6-b983-26df1bd2b065 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:23.332789 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d69d3a70-0b22-430e-8e8f-db6eed1ef4dd req-0eb49447-92de-4bc6-b983-26df1bd2b065 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1058526 Apr 19 18:46:23.396147 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d69d3a70-0b22-430e-8e8f-db6eed1ef4dd req-42ef6083-61f6-4608-8efe-fcac9fc55bce tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623219 Apr 19 18:46:23.520943 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-e2ca6a64-90cf-4ee2-98fe-ce157cd8af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:23.522662 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-e2ca6a64-90cf-4ee2-98fe-ce157cd8af6b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 917 time: 0.3130903 Apr 19 18:46:23.553965 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851537893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851985161'] for subnet, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:23.640116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2ee997d6-c5aa-4b96-a12e-1e71a82efd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:23.753513 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-503f0e6f-ad59-4218-9622-5291960de75e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 HTTP/1.1" status: 200 len: 1000 time: 0.1976426 Apr 19 18:46:23.781290 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Checking segment: {'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:46:23.781712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Network hostable DHCP agents. Network: e2ced1ec-f5b8-4dcb-a276-ca7edce7633a, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:46:23.789983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be24bbfc-2e99-4c65-adf0-d810514ee07e,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:23.844243 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:23.871646 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:46:23.888542 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-792aee37-74cb-4f32-950d-46ea1fd1675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:23.890055 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-792aee37-74cb-4f32-950d-46ea1fd1675d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 200 len: 855 time: 0.1101201 Apr 19 18:46:23.891164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, e2ced1ec-f5b8-4dcb-a276-ca7edce7633a) {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:23.903491 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4642add5-a2ef-481e-9a55-30428f350100 None None] Network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:46:23.974579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:23.978655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:24.030613 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ead69b2b-9591-4c4c-beb3-aeaff5bdbd6f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5783246 Apr 19 18:46:24.030613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 52294) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:24.030613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:24.033472 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:24.041592 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Usage tracker for resource:router and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:24.043167 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:24.056581 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:24.086319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-e56107d4-4a04-40b2-84ab-4cd3c626f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:24.086319 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-e56107d4-4a04-40b2-84ab-4cd3c626f014 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1735668 Apr 19 18:46:24.290769 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853757969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760004'] for router, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:24.308871 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15780'] for router, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:24.415602 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-18647abe-03a3-4997-89b2-6c7da8ab4010 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222203 Apr 19 18:46:24.427671 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d465b8-23e2-44f5-9e72-ad8876afdedd req-ea1451e2-4eeb-4f16-8fcf-9cfe3fdd9e18 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:24.429458 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-58d465b8-23e2-44f5-9e72-ad8876afdedd req-ea1451e2-4eeb-4f16-8fcf-9cfe3fdd9e18 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.2033410 Apr 19 18:46:24.476810 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b491f40-6386-5af1-9861-ed65131aa8ab-e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'tenant_id': '81f1259188ae403892850138664083a7', 'fixed_ips': [{'subnet_id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e'}]}} from dv-cinder-786930-1-smb. {{(pid=86315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:46:24.478108 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:24.618190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:24.641644 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-58d465b8-23e2-44f5-9e72-ad8876afdedd req-173a0a7d-3713-4559-aa96-d3629d0ec83b tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987493 Apr 19 18:46:24.928099 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Allocated IP 172.20.0.2 (e2ced1ec-f5b8-4dcb-a276-ca7edce7633a/be24bbfc-2e99-4c65-adf0-d810514ee07e/8480c8a9-4d98-434d-9251-30189b7bf09a) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:46:25.205735 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-842fec5e-3cd2-429c-94ee-fb5cd1f2c964 req-752e4397-14c9-4e68-948e-a9959490cc68 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7787552 Apr 19 18:46:25.380833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d40327-c9bc-4625-bbbb-61a81bf12903 req-fec84e6c-e8fb-40d6-848d-e3fe276d52ae tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:25.382598 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-21d40327-c9bc-4625-bbbb-61a81bf12903 req-fec84e6c-e8fb-40d6-848d-e3fe276d52ae tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.8780437 Apr 19 18:46:25.393016 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1019996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15765'] for router, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:25.488175 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:25.500381 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Transition to ACTIVE for port object 8480c8a9-4d98-434d-9251-30189b7bf09a will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:25.533375 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Transition to ACTIVE for port object 8480c8a9-4d98-434d-9251-30189b7bf09a will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:25.538812 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:25.543990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:25.576373 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-21d40327-c9bc-4625-bbbb-61a81bf12903 req-9e87830e-5211-4a35-ae0f-95d02ea6db0e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749334 Apr 19 18:46:25.609618 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:46:25.613588 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:25.616370 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:46:25.732042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Pushing event updated for resources: {'Port': ['ID=8480c8a9-4d98-434d-9251-30189b7bf09a,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:25.752977 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:25.772875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Attempting to bind port 8480c8a9-4d98-434d-9251-30189b7bf09a on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:46:25.773439 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Attempting to bind port 8480c8a9-4d98-434d-9251-30189b7bf09a by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:46:25.773860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Attempting to bind port 8480c8a9-4d98-434d-9251-30189b7bf09a on network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:46:25.786151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:46:25.786595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Checking segment: {'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:46:25.787059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:25.787497 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Bound using segment: {'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:46:25.788085 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Bound port: 8480c8a9-4d98-434d-9251-30189b7bf09a, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:46:25.788509 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:25.902235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] For port 8480c8a9-4d98-434d-9251-30189b7bf09a, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:46:25.905981 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] For port 8480c8a9-4d98-434d-9251-30189b7bf09a, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=8480c8a9-4d98-434d-9251-30189b7bf09a,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:46:25.929220 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:25.945271 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:25.976806 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:25.985983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8b238ac4-69d9-4175-9107-25f9280f19c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:25.998712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:26.011899 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:26.032057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Pushing event updated for resources: {'Port': ['ID=8480c8a9-4d98-434d-9251-30189b7bf09a,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:26.047817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:26.072639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2f032-3625-48d9-b230-853a115f00fc req-38d62ae4-9f4f-452a-a099-94aa31de9c44 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:26.074274 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e8a2f032-3625-48d9-b230-853a115f00fc req-38d62ae4-9f4f-452a-a099-94aa31de9c44 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.2462823 Apr 19 18:46:26.164051 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e8a2f032-3625-48d9-b230-853a115f00fc req-760090b8-f6bb-4313-94ee-5bcaf4488f32 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833898 Apr 19 18:46:26.276970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Allocated IP 172.28.0.16 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/e3e4dd47-1335-417a-9264-a5b2cd0f300c) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:46:26.618191 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 8480c8a9-4d98-434d-9251-30189b7bf09a up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:26.679103 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-0ae90bb1-e880-452b-8399-6fd8bfd712ea tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:26.690638 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:26.701821 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-0ae90bb1-e880-452b-8399-6fd8bfd712ea tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/networks?id=bbfe4857-9c70-4d08-a269-b4d216b11eea HTTP/1.1" status: 200 len: 814 time: 0.2209711 Apr 19 18:46:26.731161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 8480c8a9-4d98-434d-9251-30189b7bf09a completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:26.733391 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-6fbbbe2e-ace9-41ff-8173-82702d40077d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/quotas/c2134e71b8df4d8384ea7636e94f6693 HTTP/1.1" status: 200 len: 375 time: 0.0305462 Apr 19 18:46:26.832309 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:26.839892 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:26.872693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-74b5d443-3425-4b11-8c88-905733e02465 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Synchronizing usage tracker for tenant:c2134e71b8df4d8384ea7636e94f6693 on resource:port {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:46:26.897714 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-74b5d443-3425-4b11-8c88-905733e02465 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Unset dirty status for tenant:c2134e71b8df4d8384ea7636e94f6693 on resource:port {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:46:26.901770 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-74b5d443-3425-4b11-8c88-905733e02465 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2134e71b8df4d8384ea7636e94f6693&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1667750 Apr 19 18:46:26.927476 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:46:26.930815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:26.938165 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:46:26.992338 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Pushing event updated for resources: {'Port': ['ID=e3e4dd47-1335-417a-9264-a5b2cd0f300c,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:27.012169 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:27.028068 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae20669-12e4-4f64-b377-9ec967c468be req-67932346-a1ec-4297-8547-ea09677a2386 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:27.030012 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fae20669-12e4-4f64-b377-9ec967c468be req-67932346-a1ec-4297-8547-ea09677a2386 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.2793446 Apr 19 18:46:27.155662 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-c7b43157-a739-42a1-a1c0-c9792290dfbc service neutron] 10.222.0.10 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368643 Apr 19 18:46:27.248672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:27.287596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 52374) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:27.386668 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-5c3d0d6a-47f3-43a5-b85c-054842620943 service neutron] 10.222.0.10 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299027 Apr 19 18:46:27.395050 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fae20669-12e4-4f64-b377-9ec967c468be req-dc602e9e-4655-4f5a-8d54-237982ae6dbc tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472457 Apr 19 18:46:27.995743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7967da-253f-45b7-833b-d5d2db32453e req-8b6cf61e-d45a-474b-ad95-8d68d4019704 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:28.008519 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5c7967da-253f-45b7-833b-d5d2db32453e req-8b6cf61e-d45a-474b-ad95-8d68d4019704 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.2057843 Apr 19 18:46:28.035953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ba70a7-7ded-4bf6-a55d-12d0862eb76e None None] Network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:46:28.138404 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5c7967da-253f-45b7-833b-d5d2db32453e req-7874f7d1-4206-4f97-a2bc-5125d46fff86 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287076 Apr 19 18:46:28.280263 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:28.338055 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0ab0a9dc-2058-4677-8b1c-f012f40d755f req-2caf7bc5-bd32-453d-b74e-6545c90a054e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 210 time: 0.1096585 Apr 19 18:46:28.407328 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:28.411121 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-763eefef-06d9-4a38-a2e3-aa53ed6f0da5 None None] Provisioning for port 8480c8a9-4d98-434d-9251-30189b7bf09a completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:28.479276 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-763eefef-06d9-4a38-a2e3-aa53ed6f0da5 None None] Provisioning complete for port 8480c8a9-4d98-434d-9251-30189b7bf09a triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:28.480092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-763eefef-06d9-4a38-a2e3-aa53ed6f0da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:28.635028 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-763eefef-06d9-4a38-a2e3-aa53ed6f0da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:28.685709 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-763eefef-06d9-4a38-a2e3-aa53ed6f0da5 None None] For port 8480c8a9-4d98-434d-9251-30189b7bf09a, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=8480c8a9-4d98-434d-9251-30189b7bf09a,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:28.686007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-87cb3dd4-8478-484b-8168-2cadc53da6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:28.692706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-763eefef-06d9-4a38-a2e3-aa53ed6f0da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:28.695046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:28.789060 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d571796-e941-404e-b069-10c312bfe759 req-f8325f11-5229-4792-9105-7ac17f57ba8d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:28.799351 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6d571796-e941-404e-b069-10c312bfe759 req-f8325f11-5229-4792-9105-7ac17f57ba8d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1590364 Apr 19 18:46:28.801700 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-87cb3dd4-8478-484b-8168-2cadc53da6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:28.810929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-87cb3dd4-8478-484b-8168-2cadc53da6bb admin admin] Usage tracker for resource:security_group_rule and tenant:47cc7b08d7304f9bb89c4875693b7b3d is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:28.818313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-87cb3dd4-8478-484b-8168-2cadc53da6bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:28.832110 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eefef-06d9-4a38-a2e3-aa53ed6f0da5 None None] Pushing event updated for resources: {'Port': ['ID=8480c8a9-4d98-434d-9251-30189b7bf09a,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:28.843576 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-763eefef-06d9-4a38-a2e3-aa53ed6f0da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:28.890047 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6d571796-e941-404e-b069-10c312bfe759 req-8e98874f-2e6e-451d-a0f6-38d139077dbc tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886471 Apr 19 18:46:29.033312 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-1f986297-ca79-4d28-b366-1823ab3cd0d2 None None] Provisioning complete for port 8480c8a9-4d98-434d-9251-30189b7bf09a triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:29.033884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1f986297-ca79-4d28-b366-1823ab3cd0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:29.218550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-87cb3dd4-8478-484b-8168-2cadc53da6bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:29.292585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6adf18-e6c3-4733-b93f-5e4287983f86 req-9914e972-9d37-4f1a-b48b-1ca97b22e6c3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:29.294216 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6d6adf18-e6c3-4733-b93f-5e4287983f86 req-9914e972-9d37-4f1a-b48b-1ca97b22e6c3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.6123569 Apr 19 18:46:29.358762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853755836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853834532'] for router, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:29.381421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098976c-a513-431c-898c-6a436dfaeed8 req-f9aa67fa-74f7-449d-8a2f-ca5bb82486cd tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:29.383471 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5098976c-a513-431c-898c-6a436dfaeed8 req-f9aa67fa-74f7-449d-8a2f-ca5bb82486cd tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.1046898 Apr 19 18:46:29.436731 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5098976c-a513-431c-898c-6a436dfaeed8 req-59171216-8348-4c3c-8b39-b72493dc5835 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450430 Apr 19 18:46:29.555768 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6d6adf18-e6c3-4733-b93f-5e4287983f86 req-8c637116-46ad-47b8-b3de-58f945fa6edf tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392592 Apr 19 18:46:29.634331 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e8f4a703-ea31-4c20-b068-ae433731547a req-50d79c23-4da5-4a64-b496-582bd0691c2f tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 210 time: 0.0566144 Apr 19 18:46:29.666023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-87cb3dd4-8478-484b-8168-2cadc53da6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:29.672869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-87cb3dd4-8478-484b-8168-2cadc53da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:29.684081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-279d0b76-9540-4b13-8986-df7455f0f2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:29.704299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Router 18b38571-bbc9-43c5-9177-427a1a195049 is scheduled to L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 with binding_index 1 {{(pid=86313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:46:29.802422 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-87cb3dd4-8478-484b-8168-2cadc53da6bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47cc7b08d7304f9bb89c4875693b7b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5061522 Apr 19 18:46:29.803361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb3dd4-8478-484b-8168-2cadc53da6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb028d1-65d2-45a0-8e33-d4bf4268d91b,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:29.805355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52400) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:29.864327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-87cb3dd4-8478-484b-8168-2cadc53da6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:29.886164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d7d993b5-5b73-4ab8-ba9d-de2605d176a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:29.921499 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d7d993b5-5b73-4ab8-ba9d-de2605d176a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:29.952369 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:46:29.964233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Sync routers for ids ['18b38571-bbc9-43c5-9177-427a1a195049'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:46:29.994816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d7d993b5-5b73-4ab8-ba9d-de2605d176a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:30.002231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c4df7899-b4ec-4b5e-98c1-64da0ab402bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:30.008661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Routers {'18b38571-bbc9-43c5-9177-427a1a195049'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:46:30.009362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:46:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['18b38571-bbc9-43c5-9177-427a1a195049'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:30.014846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Notify callbacks [] for router, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:30.016702 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.9935312 Apr 19 18:46:30.028085 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 52408) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:30.037431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d7d993b5-5b73-4ab8-ba9d-de2605d176a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:30.038910 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d7d993b5-5b73-4ab8-ba9d-de2605d176a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0fb028d1-65d2-45a0-8e33-d4bf4268d91b HTTP/1.1" status: 204 len: 168 time: 0.2324340 Apr 19 18:46:30.056044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d993b5-5b73-4ab8-ba9d-de2605d176a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb028d1-65d2-45a0-8e33-d4bf4268d91b,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:30.068634 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d7d993b5-5b73-4ab8-ba9d-de2605d176a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:30.304727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Set router 18b38571-bbc9-43c5-9177-427a1a195049 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:46:30.536655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d812d-5eb1-4a31-97d9-41517c7ced7e req-2fff6a40-be33-4cbb-ba11-5afa609014b7 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:30.538331 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-755d812d-5eb1-4a31-97d9-41517c7ced7e req-2fff6a40-be33-4cbb-ba11-5afa609014b7 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.3789644 Apr 19 18:46:30.613421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 8480c8a9-4d98-434d-9251-30189b7bf09a up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:30.716284 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52422) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:30.770246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 8480c8a9-4d98-434d-9251-30189b7bf09a triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:30.770943 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:30.837293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:46:27Z', 'revision_number': 3, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:30.842113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Checking router: 18b38571-bbc9-43c5-9177-427a1a195049 for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:46:30.842759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Updating router 18b38571-bbc9-43c5-9177-427a1a195049 port e3e4dd47-1335-417a-9264-a5b2cd0f300c binding host dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:46:30.852907 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8c909a69-105d-44be-aa06-b5efeb8ae468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:30.894916 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-8c909a69-105d-44be-aa06-b5efeb8ae468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:30.926590 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-8c909a69-105d-44be-aa06-b5efeb8ae468 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b235153ef149e7a998b987e1935d38 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:30.939657 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-8c909a69-105d-44be-aa06-b5efeb8ae468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:30.978341 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-8c909a69-105d-44be-aa06-b5efeb8ae468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:30.985455 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:30.990384 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-755d812d-5eb1-4a31-97d9-41517c7ced7e req-4d068348-9eb8-444c-a1be-93883f3b4308 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316909 Apr 19 18:46:31.057774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e4c18-7627-4288-a0f5-435f0d59bfb1 req-a7296e7b-a0e9-4f40-8f8a-c1397258b963 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:31.060169 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-799e4c18-7627-4288-a0f5-435f0d59bfb1 req-a7296e7b-a0e9-4f40-8f8a-c1397258b963 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.3468461 Apr 19 18:46:31.408467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8c909a69-105d-44be-aa06-b5efeb8ae468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:31.426758 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-799e4c18-7627-4288-a0f5-435f0d59bfb1 req-9c6de94f-86dc-43ec-87f2-ac7e6536f42e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685098 Apr 19 18:46:31.435519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8c909a69-105d-44be-aa06-b5efeb8ae468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:31.495400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8dd4b152-afa0-47c6-949e-ad5676da195e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:31.507424 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-8c909a69-105d-44be-aa06-b5efeb8ae468 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9b235153ef149e7a998b987e1935d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7897568 Apr 19 18:46:31.557672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52426) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:31.561179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c909a69-105d-44be-aa06-b5efeb8ae468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d7379f-42b5-45c6-85ba-3a69f12c3c0e,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:31.572056 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8c909a69-105d-44be-aa06-b5efeb8ae468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:31.658739 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:31.692864 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Transition to ACTIVE for port object e3e4dd47-1335-417a-9264-a5b2cd0f300c will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:31.707988 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:31.712050 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eadbe3-57b8-40a0-8c16-181e3652818d req-80763ba0-35e5-4662-aa37-540e3fc79585 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:31.717897 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:31.720280 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-77eadbe3-57b8-40a0-8c16-181e3652818d req-80763ba0-35e5-4662-aa37-540e3fc79585 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.5039465 Apr 19 18:46:31.739148 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9c605b39-52df-4622-8f92-7c1abb560476 req-76941f7e-8be5-4875-8ddf-0dbb2e98206e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 210 time: 0.0820422 Apr 19 18:46:31.758156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-14eddca9-07f3-47fb-8707-7fcac7a09558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:31.784828 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-77eadbe3-57b8-40a0-8c16-181e3652818d req-adc3aa6c-adc6-410e-af70-544b0f0e43d0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630364 Apr 19 18:46:31.806176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-14eddca9-07f3-47fb-8707-7fcac7a09558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:31.868066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-14eddca9-07f3-47fb-8707-7fcac7a09558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:31.873733 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f2d246b3-378f-4a50-a61c-6399565f0338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:31.894727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Attempting to bind port e3e4dd47-1335-417a-9264-a5b2cd0f300c on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:46:31.895152 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Attempting to bind port e3e4dd47-1335-417a-9264-a5b2cd0f300c by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:46:31.895559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Attempting to bind port e3e4dd47-1335-417a-9264-a5b2cd0f300c on network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:46:31.898602 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:31.905346 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:46:31.905763 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Checking segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:46:31.906216 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:31.906719 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Bound using segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:46:31.907253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Bound port: e3e4dd47-1335-417a-9264-a5b2cd0f300c, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:46:31.907680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:31.912093 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eddca9-07f3-47fb-8707-7fcac7a09558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d7379f-42b5-45c6-85ba-3a69f12c3c0e,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:31.916078 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-14eddca9-07f3-47fb-8707-7fcac7a09558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:31.919508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-14eddca9-07f3-47fb-8707-7fcac7a09558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:31.923378 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-14eddca9-07f3-47fb-8707-7fcac7a09558 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86d7379f-42b5-45c6-85ba-3a69f12c3c0e HTTP/1.1" status: 204 len: 168 time: 0.3562877 Apr 19 18:46:31.957408 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e28f-ec09-40d4-bebc-2e7b41396ef2 None None] Pushing event updated for resources: {'Port': ['ID=e3e4dd47-1335-417a-9264-a5b2cd0f300c,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:31.961283 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d928e28f-ec09-40d4-bebc-2e7b41396ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:32.035219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] For port e3e4dd47-1335-417a-9264-a5b2cd0f300c, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:46:32.039630 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] For port e3e4dd47-1335-417a-9264-a5b2cd0f300c, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=e3e4dd47-1335-417a-9264-a5b2cd0f300c,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:46:32.043897 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:32.061445 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-78673425-abab-418b-9a11-b3f091a1fe03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:32.194123 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Allocated IP 172.20.0.1 (e2ced1ec-f5b8-4dcb-a276-ca7edce7633a/be24bbfc-2e99-4c65-adf0-d810514ee07e/099774d9-4a87-4e09-9e5a-76aa1568a6f5) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:46:32.229520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Routers {'18b38571-bbc9-43c5-9177-427a1a195049'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:46:32.230217 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:46:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['18b38571-bbc9-43c5-9177-427a1a195049'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:32.383746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf70883-96a5-4723-8334-6602e9e2dddd req-8cdac823-f6ca-499d-8bd7-0400725fe301 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:32.385456 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bcf70883-96a5-4723-8334-6602e9e2dddd req-8cdac823-f6ca-499d-8bd7-0400725fe301 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1638737 Apr 19 18:46:32.447417 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:32.471376 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Transition to ACTIVE for port object 099774d9-4a87-4e09-9e5a-76aa1568a6f5 will not be triggered until provisioned by entity DHCP. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:32.500628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:32.506890 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-30b805e2-f94f-4b8b-bfff-53c07f4a0458 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:32.516029 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bcf70883-96a5-4723-8334-6602e9e2dddd req-0de0ba85-c36c-4f81-ab95-bc2625d46a9c tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229103 Apr 19 18:46:32.548585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e28f-ec09-40d4-bebc-2e7b41396ef2 None None] Pushing event updated for resources: {'Port': ['ID=e3e4dd47-1335-417a-9264-a5b2cd0f300c,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:32.555452 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d928e28f-ec09-40d4-bebc-2e7b41396ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:32.598194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] Set router 18b38571-bbc9-43c5-9177-427a1a195049 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:46:32.692836 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:46:32.760694 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Pushing event updated for resources: {'Port': ['ID=099774d9-4a87-4e09-9e5a-76aa1568a6f5,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:32.763828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:32.767800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:32.770660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:46:33.017189 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942081'] for router_interface, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:33.023856 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0988c604-3992-4df1-a7f5-e07c756948fb req-523878b3-5cec-45b1-922f-8a8c2d023281 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 210 time: 0.0722363 Apr 19 18:46:33.143340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-5e5cac5b-8722-42d9-9c50-65bedf9ac46e None None] Provisioning for port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:33.150536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-5e5cac5b-8722-42d9-9c50-65bedf9ac46e None None] Provisioning complete for port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:33.150990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5e5cac5b-8722-42d9-9c50-65bedf9ac46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:33.181707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cb337-f4a6-422f-8a43-4f5086b980ad req-df206be3-714c-4780-8c93-ef88ebde2869 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:33.183853 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f84cb337-f4a6-422f-8a43-4f5086b980ad req-df206be3-714c-4780-8c93-ef88ebde2869 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.5195508 Apr 19 18:46:33.251349 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:46:27Z', 'revision_number': 3, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:33.263859 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6975de-8c41-417b-9d93-b1c928672034 None None] The sync data for ids ['18b38571-bbc9-43c5-9177-427a1a195049'] in dv-cinder-786930-1-smb is: [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:46:27Z', 'revision_number': 3, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:46:33.311945 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-5e5cac5b-8722-42d9-9c50-65bedf9ac46e None None] Port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:46:33.436324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce5618-c833-479e-9b55-f2d3a1b4f191 req-804e1ee6-f91a-4e87-ad68-3192a01bba51 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:33.456332 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d8ce5618-c833-479e-9b55-f2d3a1b4f191 req-804e1ee6-f91a-4e87-ad68-3192a01bba51 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.2938006 Apr 19 18:46:33.554525 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d8ce5618-c833-479e-9b55-f2d3a1b4f191 req-23791586-424c-4e92-857a-06d84ad82eaa tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835087 Apr 19 18:46:33.664528 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f84cb337-f4a6-422f-8a43-4f5086b980ad req-949d6e7b-0dfc-41de-8c62-f342ac7a759e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4671202 Apr 19 18:46:33.702695 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:33.818361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517449c-79e3-4712-b0a3-ba292f9b3753 req-0a7a59a9-18ec-4660-9ec2-6e093f67699d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:33.826594 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6517449c-79e3-4712-b0a3-ba292f9b3753 req-0a7a59a9-18ec-4660-9ec2-6e093f67699d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1206911 Apr 19 18:46:33.919195 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6517449c-79e3-4712-b0a3-ba292f9b3753 req-d2b1677d-1894-418e-b54b-2d9dc205f06f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916133 Apr 19 18:46:34.087280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:46:34.126067 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:34.147575 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:34.199142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c8129fc0-d947-455b-8fdb-865fbb8f042b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:34.340747 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-83b14b74-b2bf-4d2f-9375-0c0d5d7826f9 req-a060632a-0b65-456a-bb00-ed8a7d40ed67 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 210 time: 0.0908217 Apr 19 18:46:34.366338 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853833626'] for router_interface, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:34.387262 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Pushing event updated for resources: {'Port': ['ID=099774d9-4a87-4e09-9e5a-76aa1568a6f5,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:34.392761 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:34.621850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device e3e4dd47-1335-417a-9264-a5b2cd0f300c up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:34.723381 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:46:34.724775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:34.766860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port e3e4dd47-1335-417a-9264-a5b2cd0f300c completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:34.800103 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port e3e4dd47-1335-417a-9264-a5b2cd0f300c triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:34.800541 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:35.072506 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d720fd-726f-4177-ae4b-ef139a1bb76a req-a9742860-474c-4ff5-a5aa-f2b44527d9a9 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:35.081392 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f1d720fd-726f-4177-ae4b-ef139a1bb76a req-a9742860-474c-4ff5-a5aa-f2b44527d9a9 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.2375362 Apr 19 18:46:35.213655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Router 18b38571-bbc9-43c5-9177-427a1a195049 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:46:35.221972 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f1d720fd-726f-4177-ae4b-ef139a1bb76a req-981c66e6-25f3-45ed-b235-2f4d5480a9e3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386867 Apr 19 18:46:35.225551 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-4d726363-47aa-4ac2-ae39-edad1a300ca1 None None] Provisioning complete for port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:35.226119 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4d726363-47aa-4ac2-ae39-edad1a300ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:35.328907 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-4d726363-47aa-4ac2-ae39-edad1a300ca1 None None] Port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:46:35.349270 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:35.408880 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port e3e4dd47-1335-417a-9264-a5b2cd0f300c, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=e3e4dd47-1335-417a-9264-a5b2cd0f300c,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:35.419921 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:35.423158 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:35.578209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=e3e4dd47-1335-417a-9264-a5b2cd0f300c,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:35.592930 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:35.593379 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:35.593838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:35.594155 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:35.594811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:35.595186 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:35.595591 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:35.595901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:35.596269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:35.596759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:35.597702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:35.598079 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:35.617424 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:35.662730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0cf14-189a-4489-b924-347cd7ae1ae8 req-ca302859-a910-4f69-8be7-ce8013c18a52 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:35.664528 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-55a0cf14-189a-4489-b924-347cd7ae1ae8 req-ca302859-a910-4f69-8be7-ce8013c18a52 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.2264123 Apr 19 18:46:35.686422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20689e-7412-4f59-a28e-94c446b3e785 req-bddbf530-a856-498c-b599-e84c90691a23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:35.702630 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-be20689e-7412-4f59-a28e-94c446b3e785 req-bddbf530-a856-498c-b599-e84c90691a23 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.5527966 Apr 19 18:46:35.766285 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-55a0cf14-189a-4489-b924-347cd7ae1ae8 req-b196a55b-749c-42b2-a901-6081a21502c7 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906377 Apr 19 18:46:35.812823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:46:35.850207 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] 10.222.0.10 "PUT /v2.0/routers/18b38571-bbc9-43c5-9177-427a1a195049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8184414 Apr 19 18:46:35.903137 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-be20689e-7412-4f59-a28e-94c446b3e785 req-b23b4ade-8aa4-4cce-a6b5-993913023850 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987338 Apr 19 18:46:36.024895 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c0d34958-84fa-4ed6-b2cf-bce406799405 req-df2a55b1-2007-44d2-a94b-8164585ca764 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 210 time: 0.1309059 Apr 19 18:46:36.572662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device e3e4dd47-1335-417a-9264-a5b2cd0f300c up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:36.660100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a60e5-f1ce-4d17-a266-d535ad90d878 req-48e4a5c4-491c-48b6-8742-cf19ca963b2a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:36.661986 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2a3a60e5-f1ce-4d17-a266-d535ad90d878 req-48e4a5c4-491c-48b6-8742-cf19ca963b2a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.2551339 Apr 19 18:46:36.765985 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port e3e4dd47-1335-417a-9264-a5b2cd0f300c triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:36.766400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:36.781505 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52520) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:36.816243 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2a3a60e5-f1ce-4d17-a266-d535ad90d878 req-c926f8af-a6c7-4e87-944c-ffd5c20103f4 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456552 Apr 19 18:46:37.010717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Sync routers for ids ['18b38571-bbc9-43c5-9177-427a1a195049'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:46:37.051510 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Routers {'18b38571-bbc9-43c5-9177-427a1a195049'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:46:37.052222 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:46:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['18b38571-bbc9-43c5-9177-427a1a195049'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:37.079927 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd5de1-f3d7-4535-82dc-95c8c78bfa9b req-b9ccdc90-35d7-4074-89a0-baab7ead16fb tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:37.083239 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a6dd5de1-f3d7-4535-82dc-95c8c78bfa9b req-b9ccdc90-35d7-4074-89a0-baab7ead16fb tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1585164 Apr 19 18:46:37.165630 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a6dd5de1-f3d7-4535-82dc-95c8c78bfa9b req-257b73b7-5093-433d-9ef9-db2eae030fe6 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712481 Apr 19 18:46:37.318325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e3073671-def8-46a1-9647-508dcec99704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.360638 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Set router 18b38571-bbc9-43c5-9177-427a1a195049 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:46:37.360886 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e3073671-def8-46a1-9647-508dcec99704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:37.369564 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-e3073671-def8-46a1-9647-508dcec99704 admin admin] Usage tracker for resource:security_group_rule and tenant:35e517b484fa4b65a1cf1ef67800c308 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:37.373979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-e3073671-def8-46a1-9647-508dcec99704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:37.392603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 52538) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:37.408221 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775457-bbcb-4788-90e9-a364b52acddb req-14cabc58-03c0-47f9-b7f6-abeb76f1079d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:37.416867 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-85775457-bbcb-4788-90e9-a364b52acddb req-14cabc58-03c0-47f9-b7f6-abeb76f1079d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.2037954 Apr 19 18:46:37.448905 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1842725156-network', 'tenant_id': '966797ba883b4bb5850464916c9bf386'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:37.460189 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:37.465598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Usage tracker for resource:network and tenant:966797ba883b4bb5850464916c9bf386 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:37.470264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:37.484909 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:37.510969 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c87618d3-315e-46ea-b0c1-faac10ad8ec6 req-d9db9dee-79c1-4f5d-8c0a-ec850aaf8a50 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 210 time: 0.1332893 Apr 19 18:46:37.512567 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e3073671-def8-46a1-9647-508dcec99704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:37.600847 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-85775457-bbcb-4788-90e9-a364b52acddb req-3a252343-3216-4c9f-a7de-961da5b61d97 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806026 Apr 19 18:46:37.602179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Made reservation on behalf of 966797ba883b4bb5850464916c9bf386 for: {'network': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:46:37.612461 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.634923 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.654971 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:37.662364 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Usage tracker for resource:security_group_rule and tenant:966797ba883b4bb5850464916c9bf386 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:37.665957 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:37.675252 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:37.689607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e3073671-def8-46a1-9647-508dcec99704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.698938 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e3073671-def8-46a1-9647-508dcec99704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.721392 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6e2d50fa-fe34-44f2-bc40-f2a1ff7087ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:37.773727 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e3073671-def8-46a1-9647-508dcec99704 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35e517b484fa4b65a1cf1ef67800c308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9908495 Apr 19 18:46:37.779327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52542) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:37.781423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3073671-def8-46a1-9647-508dcec99704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187067d4-f31f-4d40-a210-28a479f3087c,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:37.806969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e3073671-def8-46a1-9647-508dcec99704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:37.811274 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.820909 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.825766 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-685682b9-de7f-4d23-8ab7-aaddac9e7ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:37.856830 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9276-9546-4bda-a93b-94521498f059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.859398 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=86313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:46:37.870090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.870527 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Added segment d9d5e206-60b1-4c8a-9b83-d14c5339ccbc of type vlan for network 9c3150f7-963f-48e5-aa45-264790a652ab Apr 19 18:46:37.887091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9276-9546-4bda-a93b-94521498f059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.910960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.938861 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9276-9546-4bda-a93b-94521498f059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.942121 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b1da28-c2e5-4d19-87c6-7eb9994c73d5,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:37.945682 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:37.946352 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-47521117-250f-4862-8b15-10385f327b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:37.961496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf9276-9546-4bda-a93b-94521498f059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187067d4-f31f-4d40-a210-28a479f3087c,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:37.963856 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.964839 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9276-9546-4bda-a93b-94521498f059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.965474 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:37.966130 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:37.966747 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b1cf9276-9546-4bda-a93b-94521498f059 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/187067d4-f31f-4d40-a210-28a479f3087c HTTP/1.1" status: 204 len: 168 time: 0.1812716 Apr 19 18:46:37.967882 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b1cf9276-9546-4bda-a93b-94521498f059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:37.995383 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:38.051490 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:46:33Z', 'revision_number': 4, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '099774d9-4a87-4e09-9e5a-76aa1568a6f5', 'name': '', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'tenant_id': '81f1259188ae403892850138664083a7', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:31Z', 'updated_at': '2021-04-19T18:46:33Z', 'revision_number': 2, 'project_id': '81f1259188ae403892850138664083a7', 'subnets': [{'id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:38.059817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Checking router: 18b38571-bbc9-43c5-9177-427a1a195049 for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:46:38.060640 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Updating router 18b38571-bbc9-43c5-9177-427a1a195049 port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 binding host dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:46:38.082089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131b95-2bba-4ba1-a7ca-b4d51d53a117 req-35a9ae14-2185-4591-a536-d8e04d692b36 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:38.083768 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fe131b95-2bba-4ba1-a7ca-b4d51d53a117 req-35a9ae14-2185-4591-a536-d8e04d692b36 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.0953853 Apr 19 18:46:38.086590 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6631036 Apr 19 18:46:38.089392 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52550) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:38.098098 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Request body: {'subnet': {'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1842725156-subnet', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'ip_version': 4}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:38.099103 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Pushing event updated for resources: {'Network': ['ID=9c3150f7-963f-48e5-aa45-264790a652ab,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:38.102075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:38.117178 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network 9c3150f7-963f-48e5-aa45-264790a652ab details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:46:38.122184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:38.129580 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Usage tracker for resource:subnet and tenant:966797ba883b4bb5850464916c9bf386 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:38.141606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:38.152640 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:38.160669 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fe131b95-2bba-4ba1-a7ca-b4d51d53a117 req-d3efab4c-3aab-4c23-a5cb-c2cc8f2c7c76 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677719 Apr 19 18:46:38.188329 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Made reservation on behalf of 966797ba883b4bb5850464916c9bf386 for: {'subnet': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:46:38.194270 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2362692'] for subnet, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:38.313491 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:38.318348 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33998615-da15-4e0f-bc17-374eb5938ab3 req-66d6706c-7144-4e6f-8041-8158bf0ec76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:38.320392 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-33998615-da15-4e0f-bc17-374eb5938ab3 req-66d6706c-7144-4e6f-8041-8158bf0ec76b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbd571c9d4e409eb3e37ef72c147384&device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 1098 time: 0.0944250 Apr 19 18:46:38.533627 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33998615-da15-4e0f-bc17-374eb5938ab3 req-2b87d1c0-b96e-4132-b78e-bdd2cde3f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:38.536704 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-33998615-da15-4e0f-bc17-374eb5938ab3 req-2b87d1c0-b96e-4132-b78e-bdd2cde3f4a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5491f799-d694-4a65-a4df-21dc2df8b545 HTTP/1.1" status: 200 len: 920 time: 0.2067780 Apr 19 18:46:38.580184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52560) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:38.621490 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f03b038a-591f-4329-acbf-c09dbeb5e38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:38.643814 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-f03b038a-591f-4329-acbf-c09dbeb5e38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:38.679970 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-33998615-da15-4e0f-bc17-374eb5938ab3 req-9aa180c7-f1b1-46ec-a239-7d72f3c7e760 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6b3c062-31aa-4262-8d19-44fc0da2a270 HTTP/1.1" status: 200 len: 217 time: 0.0820470 Apr 19 18:46:38.703629 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-f03b038a-591f-4329-acbf-c09dbeb5e38a admin admin] Usage tracker for resource:security_group_rule and tenant:b68c056a768541358048c7ebd895d7ea is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:38.710373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-f03b038a-591f-4329-acbf-c09dbeb5e38a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:38.763876 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-f03b038a-591f-4329-acbf-c09dbeb5e38a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:38.777984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d78e0-7b9e-4b2d-ba23-5bb787fae5a7 req-2bbb6456-09fd-4ff5-9f94-a371dafe2447 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:38.779306 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cf09439c-335e-4093-aa95-1cc06b752a5a req-0d8bc649-fe74-4899-a53f-c0238f2a4f2e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 210 time: 0.0700924 Apr 19 18:46:38.779765 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e46d78e0-7b9e-4b2d-ba23-5bb787fae5a7 req-2bbb6456-09fd-4ff5-9f94-a371dafe2447 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.2417798 Apr 19 18:46:38.783611 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33998615-da15-4e0f-bc17-374eb5938ab3 req-306374dc-a26b-4375-8ee1-41abcbcb9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:38.786035 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-33998615-da15-4e0f-bc17-374eb5938ab3 req-306374dc-a26b-4375-8ee1-41abcbcb9543 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83bcaa7b-30da-45fa-b239-16096acfb303 HTTP/1.1" status: 200 len: 859 time: 0.0973499 Apr 19 18:46:38.871680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:38.888131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Transition to ACTIVE for port object 099774d9-4a87-4e09-9e5a-76aa1568a6f5 will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:38.891331 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e46d78e0-7b9e-4b2d-ba23-5bb787fae5a7 req-d06f0fe2-5114-4f34-b8d6-ba0e83c434e7 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007159 Apr 19 18:46:38.894452 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-33998615-da15-4e0f-bc17-374eb5938ab3 req-f59ff4c3-9e52-4c75-8da5-cc4ae575b809 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5491f799-d694-4a65-a4df-21dc2df8b545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519929 Apr 19 18:46:38.907772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:38.913291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-721cdc89-0f68-4704-9215-5a9feddd011b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:38.917718 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852214645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2362709'] for subnet, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:38.928614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dcde3057-f3e7-45e0-8958-f06972c2e32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:39.066490 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-33998615-da15-4e0f-bc17-374eb5938ab3 req-0f1f2644-8ede-49f1-a715-c3a2d4eb387d service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649699 Apr 19 18:46:39.150858 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Checking segment: {'id': 'd9d5e206-60b1-4c8a-9b83-d14c5339ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:46:39.151638 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Network hostable DHCP agents. Network: 9c3150f7-963f-48e5-aa45-264790a652ab, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:46:39.222303 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9500311-5173-41eb-ba82-fdc6ecaf62d6,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:39.232022 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:39.235393 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6033d1-2366-477e-af89-ae7f137b7bb3 None None] Pushing event updated for resources: {'Port': ['ID=099774d9-4a87-4e09-9e5a-76aa1568a6f5,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:39.242215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f03b038a-591f-4329-acbf-c09dbeb5e38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.243477 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1a6033d1-2366-477e-af89-ae7f137b7bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:39.255303 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Network 9c3150f7-963f-48e5-aa45-264790a652ab is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:46:39.274820 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f03b038a-591f-4329-acbf-c09dbeb5e38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.281339 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Attempting to bind port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:46:39.281735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Attempting to bind port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:46:39.286890 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Attempting to bind port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 on network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:46:39.294528 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1065fd2f-1d00-4e5e-943c-8a94c277cd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:39.299571 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:46:39.303328 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Checking segment: {'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:46:39.307197 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.307664 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Bound using segment: {'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:46:39.308774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Bound port: 099774d9-4a87-4e09-9e5a-76aa1568a6f5, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:46:39.308774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.309793 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, 9c3150f7-963f-48e5-aa45-264790a652ab) {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:39.353559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e6959-8674-4089-9f78-a26bb68f6717 req-b73e6fbf-1d96-4c1b-9937-4bb184c10760 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:39.363251 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-eb5e6959-8674-4089-9f78-a26bb68f6717 req-b73e6fbf-1d96-4c1b-9937-4bb184c10760 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.3927341 Apr 19 18:46:39.390074 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-f03b038a-591f-4329-acbf-c09dbeb5e38a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b68c056a768541358048c7ebd895d7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7905037 Apr 19 18:46:39.420209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b038a-591f-4329-acbf-c09dbeb5e38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb9c65f-f377-4e85-8a67-1b2088e31c3d,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:39.436999 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:39.438698 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.447443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52568) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:39.448774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f03b038a-591f-4329-acbf-c09dbeb5e38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:39.492190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] For port 099774d9-4a87-4e09-9e5a-76aa1568a6f5, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:46:39.496185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] For port 099774d9-4a87-4e09-9e5a-76aa1568a6f5, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=099774d9-4a87-4e09-9e5a-76aa1568a6f5,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:46:39.497722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b9700-88d4-4b19-bed9-4fb4fd35581e None None] Network 9c3150f7-963f-48e5-aa45-264790a652ab requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:46:39.521291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.540357 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-66f9883b-54f9-404a-8c92-bd0fda095ade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:39.555284 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4637868 Apr 19 18:46:39.565816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52574) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:39.585696 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1842725156-router', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:39.592139 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-eb5e6959-8674-4089-9f78-a26bb68f6717 req-ddd271b8-d362-4e39-9e24-3ab13f70a07f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273929 Apr 19 18:46:39.598936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:39.606611 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Usage tracker for resource:router and tenant:966797ba883b4bb5850464916c9bf386 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:39.609727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f753bf68-7c85-49d7-939e-09a9e1b1fecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.644483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f753bf68-7c85-49d7-939e-09a9e1b1fecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.660540 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:39.675726 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:39.716292 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853757969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760004'] for router, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.717397 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-921616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15780'] for router, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.730227 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Routers {'18b38571-bbc9-43c5-9177-427a1a195049'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:46:39.731050 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:46:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['18b38571-bbc9-43c5-9177-427a1a195049'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:39.736836 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.749285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f753bf68-7c85-49d7-939e-09a9e1b1fecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.755498 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-14dd2b0e-45b1-4049-890d-2a893564bba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:39.783382 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753bf68-7c85-49d7-939e-09a9e1b1fecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb9c65f-f377-4e85-8a67-1b2088e31c3d,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:39.788814 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f753bf68-7c85-49d7-939e-09a9e1b1fecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:39.849765 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-33998615-da15-4e0f-bc17-374eb5938ab3 req-7bdd2f6b-20fa-4647-954f-f515cb36316c service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7759233 Apr 19 18:46:39.866725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f753bf68-7c85-49d7-939e-09a9e1b1fecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:39.877076 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-f753bf68-7c85-49d7-939e-09a9e1b1fecb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3cb9c65f-f377-4e85-8a67-1b2088e31c3d HTTP/1.1" status: 204 len: 168 time: 0.4217076 Apr 19 18:46:39.915471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-2c32b521-8790-4539-9708-ab50e65be477 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:39.917205 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-2c32b521-8790-4539-9708-ab50e65be477 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Synchronizing usage tracker for tenant:c2134e71b8df4d8384ea7636e94f6693 on resource:network {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:46:40.002332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-2c32b521-8790-4539-9708-ab50e65be477 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Unset dirty status for tenant:c2134e71b8df4d8384ea7636e94f6693 on resource:network {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:46:40.009319 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-2c32b521-8790-4539-9708-ab50e65be477 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.60 "GET /v2.0/networks?id=bbfe4857-9c70-4d08-a269-b4d216b11eea HTTP/1.1" status: 200 len: 814 time: 0.9063454 Apr 19 18:46:40.022095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaefac6-ebc5-4c13-8ab7-e6aa8b7a88b5 req-e9b409c0-d925-4833-bfb9-183824f58073 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:40.038295 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-afaefac6-ebc5-4c13-8ab7-e6aa8b7a88b5 req-e9b409c0-d925-4833-bfb9-183824f58073 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.4370968 Apr 19 18:46:40.059421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Request body: {'port': {'device_id': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'admin_state_up': True, 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:40.125458 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6033d1-2366-477e-af89-ae7f137b7bb3 None None] Pushing event updated for resources: {'Port': ['ID=099774d9-4a87-4e09-9e5a-76aa1568a6f5,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:40.186814 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1a6033d1-2366-477e-af89-ae7f137b7bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:40.239390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:46:40.356769 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-afaefac6-ebc5-4c13-8ab7-e6aa8b7a88b5 req-4da1bceb-78a4-4e88-8509-026f7ed127e2 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171790 Apr 19 18:46:40.406967 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:40.429570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'port_id': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'mac_address': 'fa:16:3e:35:b5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:46:40.433767 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b491f40-6386-5af1-9861-ed65131aa8ab-9c3150f7-963f-48e5-aa45-264790a652ab', 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'fixed_ips': [{'subnet_id': 'b9500311-5173-41eb-ba82-fdc6ecaf62d6'}]}} from dv-cinder-786930-1-smb. {{(pid=86315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:46:40.434854 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:40.448544 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f38689c3-11ca-4310-90b2-98edf8b6b3f1 req-469d1518-214b-4d79-ba47-5235b15dfaf0 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 210 time: 0.4075923 Apr 19 18:46:40.460015 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1019996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15765'] for router, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:40.546067 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:40.609553 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:40.636630 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Made reservation on behalf of c2134e71b8df4d8384ea7636e94f6693 for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:46:40.649470 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:40.745124 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Allocated IP 172.20.0.2 (9c3150f7-963f-48e5-aa45-264790a652ab/b9500311-5173-41eb-ba82-fdc6ecaf62d6/aaf9d0b7-105b-4de7-a3b9-fbac007ef08b) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:46:41.085595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Allocated IP 172.20.0.14 (bbfe4857-9c70-4d08-a269-b4d216b11eea/e3957a99-fa17-4830-85e5-141a15a7d80e/c9d95687-d389-4f83-95d6-12766a20c46b) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:46:41.322009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcbd8d-9676-432b-ade6-314ccb421502 req-b8488333-f6d6-4932-82ac-3afa97440e98 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:41.331346 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8cbcbd8d-9676-432b-ade6-314ccb421502 req-b8488333-f6d6-4932-82ac-3afa97440e98 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.4343457 Apr 19 18:46:41.425916 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:41.463039 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Transition to ACTIVE for port object aaf9d0b7-105b-4de7-a3b9-fbac007ef08b will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:41.509606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Transition to ACTIVE for port object aaf9d0b7-105b-4de7-a3b9-fbac007ef08b will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:41.532841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:41.575596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:41.593739 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:41.679456 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8cbcbd8d-9676-432b-ade6-314ccb421502 req-057c8e3b-0c75-479c-9f3d-711635e53ab4 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3469932 Apr 19 18:46:41.707224 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:46:41.720995 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Network 9c3150f7-963f-48e5-aa45-264790a652ab is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:46:41.725096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] Set router 18b38571-bbc9-43c5-9177-427a1a195049 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:46:41.788321 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Pushing event updated for resources: {'Port': ['ID=aaf9d0b7-105b-4de7-a3b9-fbac007ef08b,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:41.801197 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:41.820851 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:41.822872 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:46:42.014075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:42.041748 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c46e8-776b-42b7-9bbf-b4a4eecbd8a6 req-3ff161cc-6d7d-4213-871f-ca2295d979d8 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:42.049808 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b06c46e8-776b-42b7-9bbf-b4a4eecbd8a6 req-3ff161cc-6d7d-4213-871f-ca2295d979d8 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1717288 Apr 19 18:46:42.055158 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:42.073931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Transition to ACTIVE for port object c9d95687-d389-4f83-95d6-12766a20c46b will not be triggered until provisioned by entity DHCP. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:42.113986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:42.134788 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b06c46e8-776b-42b7-9bbf-b4a4eecbd8a6 req-cfdf559e-2cc2-46c9-8092-d247f32df7e3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839176 Apr 19 18:46:42.137468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e870c36-4fb9-4c7a-b3d7-53d35e2f6ce5 req-68e23272-9fd0-4fa5-bab1-db1280eeee30 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:42.149332 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0e870c36-4fb9-4c7a-b3d7-53d35e2f6ce5 req-68e23272-9fd0-4fa5-bab1-db1280eeee30 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 944 time: 0.4891934 Apr 19 18:46:42.188587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:42.199242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:42.233991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:42.249215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-feb55a66-1358-4db8-8ca3-8f711d819de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:42.256991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:42.311232 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0e870c36-4fb9-4c7a-b3d7-53d35e2f6ce5 req-290ff854-5c3d-4e20-aa49-9cb9a4be4478 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605835 Apr 19 18:46:42.322792 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Attempting to bind port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:46:42.323501 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Attempting to bind port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'd9d5e206-60b1-4c8a-9b83-d14c5339ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:46:42.324260 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Attempting to bind port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b on network 9c3150f7-963f-48e5-aa45-264790a652ab {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:46:42.552547 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Allocated IP 172.28.0.119 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/d91395c1-7cd5-4b09-9de5-53457a3bfd2f) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:46:42.554396 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event updated for resources: {'Port': ['ID=c9d95687-d389-4f83-95d6-12766a20c46b,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:42.559258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Network bbfe4857-9c70-4d08-a269-b4d216b11eea is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:46:42.571618 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:42.576392 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:42.588740 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:46:42.589815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Checking segment: {'id': 'd9d5e206-60b1-4c8a-9b83-d14c5339ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:46:42.590415 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:42.590552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:46:42.591242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Bound using segment: {'id': 'd9d5e206-60b1-4c8a-9b83-d14c5339ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:46:42.591938 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Bound port: aaf9d0b7-105b-4de7-a3b9-fbac007ef08b, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d5e206-60b1-4c8a-9b83-d14c5339ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:46:42.599858 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:42.692105 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:42.692815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:42.789037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5c378-bfdc-4b15-8962-10ec78ad1f0d req-cb3a9406-52a0-4d59-b6ac-f30eaace8a4c tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:42.789821 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-23e5c378-bfdc-4b15-8962-10ec78ad1f0d req-cb3a9406-52a0-4d59-b6ac-f30eaace8a4c tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Synchronizing usage tracker for tenant:c2134e71b8df4d8384ea7636e94f6693 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:46:42.807825 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7644346 Apr 19 18:46:42.810426 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-23e5c378-bfdc-4b15-8962-10ec78ad1f0d req-cb3a9406-52a0-4d59-b6ac-f30eaace8a4c tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Unset dirty status for tenant:c2134e71b8df4d8384ea7636e94f6693 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:46:42.822489 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-23e5c378-bfdc-4b15-8962-10ec78ad1f0d req-cb3a9406-52a0-4d59-b6ac-f30eaace8a4c tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 932 time: 0.4105318 Apr 19 18:46:42.840642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Request body: {'port': {'device_id': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:42.856770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,revision_number=9']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:42.865896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:42.869838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:46:43.020538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:43.105661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:43.118867 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:43.188938 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-23e5c378-bfdc-4b15-8962-10ec78ad1f0d req-a0cf51ba-2a0c-4aa3-a63c-530608103fa1 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Synchronizing usage tracker for tenant:c2134e71b8df4d8384ea7636e94f6693 on resource:security_group {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:46:43.197668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:43.199006 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:46:43.206385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:43.209739 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:46:43.356091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-a83cb9be-53db-4b3e-8ff8-8b13922c367d None None] Provisioning for port c9d95687-d389-4f83-95d6-12766a20c46b completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:43.358897 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-23e5c378-bfdc-4b15-8962-10ec78ad1f0d req-a0cf51ba-2a0c-4aa3-a63c-530608103fa1 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Unset dirty status for tenant:c2134e71b8df4d8384ea7636e94f6693 on resource:security_group {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:46:43.373148 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-23e5c378-bfdc-4b15-8962-10ec78ad1f0d req-a0cf51ba-2a0c-4aa3-a63c-530608103fa1 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493307 Apr 19 18:46:43.412421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-a83cb9be-53db-4b3e-8ff8-8b13922c367d None None] Provisioning complete for port c9d95687-d389-4f83-95d6-12766a20c46b triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:43.412834 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a83cb9be-53db-4b3e-8ff8-8b13922c367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:43.479116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Pushing event updated for resources: {'Port': ['ID=d91395c1-7cd5-4b09-9de5-53457a3bfd2f,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:43.490087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:43.556851 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-a83cb9be-53db-4b3e-8ff8-8b13922c367d None None] Port c9d95687-d389-4f83-95d6-12766a20c46b cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:46:43.578779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] For port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:46:43.583955 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:46:33Z', 'revision_number': 4, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '099774d9-4a87-4e09-9e5a-76aa1568a6f5', 'name': '', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'tenant_id': '81f1259188ae403892850138664083a7', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:31Z', 'updated_at': '2021-04-19T18:46:39Z', 'revision_number': 4, 'project_id': '81f1259188ae403892850138664083a7', 'subnets': [{'id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:43.592240 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7134f-f679-4bd3-a370-87c22f3fa6a3 None None] The sync data for ids ['18b38571-bbc9-43c5-9177-427a1a195049'] in dv-cinder-786930-1-smb is: [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:46:33Z', 'revision_number': 4, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '099774d9-4a87-4e09-9e5a-76aa1568a6f5', 'name': '', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'tenant_id': '81f1259188ae403892850138664083a7', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:31Z', 'updated_at': '2021-04-19T18:46:39Z', 'revision_number': 4, 'project_id': '81f1259188ae403892850138664083a7', 'subnets': [{'id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:46:43.597805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] For port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=aaf9d0b7-105b-4de7-a3b9-fbac007ef08b,segment=NetworkSegment(d9d5e206-60b1-4c8a-9b83-d14c5339ccbc),segment_id=d9d5e206-60b1-4c8a-9b83-d14c5339ccbc)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:46:43.603969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:43.630030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:43.703434 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 52658) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:43.825235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Pushing event updated for resources: {'Port': ['ID=aaf9d0b7-105b-4de7-a3b9-fbac007ef08b,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:43.835111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:43.965715 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03b2a1-8b0b-4ea5-bb09-11f72569337a req-5e5c648c-c0da-4f0e-b1a6-0e6e19d518d3 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:43.974818 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6e03b2a1-8b0b-4ea5-bb09-11f72569337a req-5e5c648c-c0da-4f0e-b1a6-0e6e19d518d3 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.6873043 Apr 19 18:46:44.108324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bd1fe-66a4-41aa-a392-5df82b1ef331 req-ac19f2f8-e2fd-418f-93fd-ef2940bb5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:44.110121 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1e3bd1fe-66a4-41aa-a392-5df82b1ef331 req-ac19f2f8-e2fd-418f-93fd-ef2940bb5d11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a5899c9f0a947d3be62b6da572ba349&device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 1098 time: 0.7226357 Apr 19 18:46:44.160754 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6e03b2a1-8b0b-4ea5-bb09-11f72569337a req-4546e136-8e65-44c3-9beb-71f21e9c70ec tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848023 Apr 19 18:46:44.250056 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:44.353573 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:44.397092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1dbfaf20-7694-493b-831c-3d444bf4d970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:44.462090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1dbfaf20-7694-493b-831c-3d444bf4d970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:44.498841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:44.505161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:44.513539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257b437-8373-4c9b-8ea6-17bba1d5020a req-69796731-44fc-4850-9af1-32728930ec49 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:44.515263 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7257b437-8373-4c9b-8ea6-17bba1d5020a req-69796731-44fc-4850-9af1-32728930ec49 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.8107026 Apr 19 18:46:44.596285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1dbfaf20-7694-493b-831c-3d444bf4d970 admin admin] Usage tracker for resource:security_group_rule and tenant:aec630228e2b4e71878296a15de027a7 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:44.674149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1dbfaf20-7694-493b-831c-3d444bf4d970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:44.728756 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1dbfaf20-7694-493b-831c-3d444bf4d970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:44.884085 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device aaf9d0b7-105b-4de7-a3b9-fbac007ef08b up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:44.918579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:45.058003 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7257b437-8373-4c9b-8ea6-17bba1d5020a req-af89c68f-ba0c-4c53-b23b-65fc2914e1dc tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771607 Apr 19 18:46:45.059491 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bd1fe-66a4-41aa-a392-5df82b1ef331 req-c2bc04d3-ed76-4c5f-9c60-0634f429a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:45.061212 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1e3bd1fe-66a4-41aa-a392-5df82b1ef331 req-c2bc04d3-ed76-4c5f-9c60-0634f429a874 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a HTTP/1.1" status: 200 len: 911 time: 0.5865927 Apr 19 18:46:45.061970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:45.077116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:46:45.114396 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:45.117347 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:45.119607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:45.224085 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,revision_number=10']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:45.250157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:45.273481 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:45.305933 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 099774d9-4a87-4e09-9e5a-76aa1568a6f5 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:45.324193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1dbfaf20-7694-493b-831c-3d444bf4d970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:45.328345 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42c177-46e4-4a8a-a0d5-b42c2af2111d req-3ae1f5b0-9a3c-4783-b766-a85246b24747 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:45.336904 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1dbfaf20-7694-493b-831c-3d444bf4d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:45.337173 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-da42c177-46e4-4a8a-a0d5-b42c2af2111d req-3ae1f5b0-9a3c-4783-b766-a85246b24747 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 947 time: 0.4111323 Apr 19 18:46:45.372552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-87cb3dd4-8478-484b-8168-2cadc53da6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:45.503768 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-da42c177-46e4-4a8a-a0d5-b42c2af2111d req-7a2dd08d-4df8-40b8-a57a-54904e28dac8 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342628 Apr 19 18:46:45.504950 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853755836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853834532'] for router, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:45.509516 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:45.525489 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:45.525915 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:45.684132 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'code': 200} Apr 19 18:46:45.692607 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1e3bd1fe-66a4-41aa-a392-5df82b1ef331 req-c9b0ba15-9a0f-4410-88a6-73cc87e839dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d17f0be5-a732-4719-b03b-aa3c5cf9ae61 HTTP/1.1" status: 200 len: 1001 time: 0.3449516 Apr 19 18:46:45.736307 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1dbfaf20-7694-493b-831c-3d444bf4d970 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aec630228e2b4e71878296a15de027a7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0195479 Apr 19 18:46:45.739423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52674) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:45.794387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.db.resource_extend [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:46:45.878874 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:45.930529 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port 099774d9-4a87-4e09-9e5a-76aa1568a6f5, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=099774d9-4a87-4e09-9e5a-76aa1568a6f5,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:45.935296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:45.938000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:45.954402 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfaf20-7694-493b-831c-3d444bf4d970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffcec55-dfbd-41a0-a14d-a1516b037c94,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:45.968490 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1dbfaf20-7694-493b-831c-3d444bf4d970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:46.088672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33634266-17f2-4b7a-aa65-a046b2ebde4d None None] Network 9c3150f7-963f-48e5-aa45-264790a652ab requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:46:46.108501 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=099774d9-4a87-4e09-9e5a-76aa1568a6f5,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:46.121769 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:46.138414 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-f4925419-d527-4c7f-9763-23c1348c5c70 None None] Provisioning for port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:46.154815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef18579-2892-428b-8680-2acd4e93a750 req-569d078b-6a05-4288-87bf-de619a1d2307 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:46.156733 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1ef18579-2892-428b-8680-2acd4e93a750 req-569d078b-6a05-4288-87bf-de619a1d2307 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 932 time: 0.8078706 Apr 19 18:46:46.217225 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d95687-d389-4f83-95d6-12766a20c46b {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:46:46.234945 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bd1fe-66a4-41aa-a392-5df82b1ef331 req-efe2df92-cf94-4224-bea7-369317ceacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:46.236801 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1e3bd1fe-66a4-41aa-a392-5df82b1ef331 req-efe2df92-cf94-4224-bea7-369317ceacc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d07e6f8-f12e-4527-ab5b-a1c4a58a0091 HTTP/1.1" status: 200 len: 849 time: 0.2670257 Apr 19 18:46:46.246122 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:46.301179 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1ef18579-2892-428b-8680-2acd4e93a750 req-325ae5fd-2235-4051-b154-7ad2a9715d48 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309505 Apr 19 18:46:46.304608 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Transition to ACTIVE for port object c9d95687-d389-4f83-95d6-12766a20c46b will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:46.309958 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:46.338357 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7c7e6d8e-f8cc-4c90-ba61-8929475f2d1e tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:46.355797 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6b1ba-eaf0-4be8-8751-42ebf7ff569a req-f6b28a5d-d4d0-4dfe-8073-79a8522007ad tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:46.364469 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c8e6b1ba-eaf0-4be8-8751-42ebf7ff569a req-f6b28a5d-d4d0-4dfe-8073-79a8522007ad tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.3380706 Apr 19 18:46:46.374396 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-f4925419-d527-4c7f-9763-23c1348c5c70 None None] Provisioning complete for port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:46.379282 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f4925419-d527-4c7f-9763-23c1348c5c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:46.493961 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c8e6b1ba-eaf0-4be8-8751-42ebf7ff569a req-07ed45cc-2327-444b-98fb-5637a6fe189e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283069 Apr 19 18:46:46.529576 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b5042ec2-3c95-4062-a5fe-e602bcfa7f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:46.825028 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 099774d9-4a87-4e09-9e5a-76aa1568a6f5 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:46.930408 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:46.930674 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:47.039090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f4925419-d527-4c7f-9763-23c1348c5c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:47.113867 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b5042ec2-3c95-4062-a5fe-e602bcfa7f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:47.140021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-f4925419-d527-4c7f-9763-23c1348c5c70 None None] For port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=aaf9d0b7-105b-4de7-a3b9-fbac007ef08b,segment=NetworkSegment(d9d5e206-60b1-4c8a-9b83-d14c5339ccbc),segment_id=d9d5e206-60b1-4c8a-9b83-d14c5339ccbc)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:47.158455 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Router 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 is scheduled to L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 with binding_index 1 {{(pid=86314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:46:47.173707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f4925419-d527-4c7f-9763-23c1348c5c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:47.184686 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d95687-d389-4f83-95d6-12766a20c46b,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:47.268472 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:47.286150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:47.289613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Attempting to bind port c9d95687-d389-4f83-95d6-12766a20c46b on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:46:47.289995 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Attempting to bind port c9d95687-d389-4f83-95d6-12766a20c46b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:46:47.290386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Attempting to bind port c9d95687-d389-4f83-95d6-12766a20c46b on network bbfe4857-9c70-4d08-a269-b4d216b11eea {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:46:47.296992 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Port c9d95687-d389-4f83-95d6-12766a20c46b on network bbfe4857-9c70-4d08-a269-b4d216b11eea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:46:47.297579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Attempting to bind port c9d95687-d389-4f83-95d6-12766a20c46b on network bbfe4857-9c70-4d08-a269-b4d216b11eea {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:46:47.317064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:46:47.317534 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Checking segment: {'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:46:47.318069 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Bound using segment: {'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:46:47.318702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Bound port: c9d95687-d389-4f83-95d6-12766a20c46b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b9c0ac-94cb-49ae-bc71-dd420d162d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:46:47.319087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:47.427419 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4925419-d527-4c7f-9763-23c1348c5c70 None None] Pushing event updated for resources: {'Port': ['ID=aaf9d0b7-105b-4de7-a3b9-fbac007ef08b,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:47.431423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f4925419-d527-4c7f-9763-23c1348c5c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:47.475636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b5042ec2-3c95-4062-a5fe-e602bcfa7f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:47.494541 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16057b4-ac0e-4b75-ba3b-f6e067ff96ef req-e91f5d81-63b5-4c93-aeb7-22dd6125f5ab tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:47.496317 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c16057b4-ac0e-4b75-ba3b-f6e067ff96ef req-e91f5d81-63b5-4c93-aeb7-22dd6125f5ab tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 947 time: 0.4898713 Apr 19 18:46:47.497210 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5a6efaf8-42f9-4a37-806e-92b823107967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:47.510217 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] For port c9d95687-d389-4f83-95d6-12766a20c46b, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:46:47.522725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] For port c9d95687-d389-4f83-95d6-12766a20c46b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9d95687-d389-4f83-95d6-12766a20c46b,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:46:47.523923 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-c4707398-9bf1-4652-bfb8-adf0c7c8ac2a None None] Provisioning complete for port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:47.524358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c4707398-9bf1-4652-bfb8-adf0c7c8ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:47.539646 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bd1fe-66a4-41aa-a392-5df82b1ef331 req-de36e3fa-1af5-4c98-a742-d21499fdd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:47.541645 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1e3bd1fe-66a4-41aa-a392-5df82b1ef331 req-de36e3fa-1af5-4c98-a742-d21499fdd59f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.1453381 Apr 19 18:46:47.542989 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:47.548371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7b523c1a-0cd1-41dc-9eac-836a64850cd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:47.597835 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480ad8a-ea0d-496d-b027-762aee0d9013 req-17ac685d-83ef-426b-b071-c4561b5ae05c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:47.599698 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7480ad8a-ea0d-496d-b027-762aee0d9013 req-17ac685d-83ef-426b-b071-c4561b5ae05c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.8669374 Apr 19 18:46:47.621601 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5042ec2-3c95-4062-a5fe-e602bcfa7f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffcec55-dfbd-41a0-a14d-a1516b037c94,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:47.660819 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b5042ec2-3c95-4062-a5fe-e602bcfa7f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:47.678836 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:47.679524 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:47.681049 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/c9d95687-d389-4f83-95d6-12766a20c46b HTTP/1.1" status: 200 len: 1094 time: 4.8488061 Apr 19 18:46:47.684541 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c16057b4-ac0e-4b75-ba3b-f6e067ff96ef req-1867a10a-28da-4140-8437-cca7d6a1197a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283836 Apr 19 18:46:47.692244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:46:47.723120 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd3ee0-4044-48a4-a612-afcb5b279044 req-b7ac67d4-f962-4a1d-a59e-e63ca963c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:47.725000 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5dcd3ee0-4044-48a4-a612-afcb5b279044 req-b7ac67d4-f962-4a1d-a59e-e63ca963c008 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 1100 time: 0.6675131 Apr 19 18:46:47.725145 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d95687-d389-4f83-95d6-12766a20c46b,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:47.731021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:47.734860 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7480ad8a-ea0d-496d-b027-762aee0d9013 req-109a498d-fd76-4f2d-a878-03b018cdc4b2 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125960 Apr 19 18:46:47.765451 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b5042ec2-3c95-4062-a5fe-e602bcfa7f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:47.779085 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b5042ec2-3c95-4062-a5fe-e602bcfa7f48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ffcec55-dfbd-41a0-a14d-a1516b037c94 HTTP/1.1" status: 204 len: 168 time: 2.0197067 Apr 19 18:46:47.884464 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:46:47.898040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Sync routers for ids ['8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:46:47.920677 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Routers {'8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:46:47.927710 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:46:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:48.084642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] Notify callbacks [] for router, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:48.088514 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9ca8874a-1b76-4dc0-879c-365b0015602d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5173142 Apr 19 18:46:48.089712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52694) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:48.276355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f1e9d-808e-4e7f-93f4-7ced4a7cf352 req-aedd1af5-e47b-49c2-b5ac-97fc4a5b08f5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:48.278080 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1e6f1e9d-808e-4e7f-93f4-7ced4a7cf352 req-aedd1af5-e47b-49c2-b5ac-97fc4a5b08f5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.2988822 Apr 19 18:46:48.434360 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1e6f1e9d-808e-4e7f-93f4-7ced4a7cf352 req-c6341455-369d-4902-b3a0-010cae7a2f38 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438379 Apr 19 18:46:48.442687 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Set router 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:46:48.519573 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862badb-7613-4d3f-9e31-185e6199ab77 req-08a21f9b-1122-406a-9869-31ba89d8d5e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:48.521943 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e862badb-7613-4d3f-9e31-185e6199ab77 req-08a21f9b-1122-406a-9869-31ba89d8d5e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 944 time: 0.6040280 Apr 19 18:46:48.626759 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'status': 'completed', 'code': 200} Apr 19 18:46:48.647991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device aaf9d0b7-105b-4de7-a3b9-fbac007ef08b up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:48.874070 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e862badb-7613-4d3f-9e31-185e6199ab77 req-222798c4-3d85-461d-9cb1-d3e8ac0dbff3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450317 Apr 19 18:46:48.924327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:48.925485 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:49.176206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c9ccc-c091-4313-ae3f-cbb60d3f1c7a req-cb9851e6-544d-4e6f-9358-9b86a86854f3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:49.184818 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fa4c9ccc-c091-4313-ae3f-cbb60d3f1c7a req-cb9851e6-544d-4e6f-9358-9b86a86854f3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 947 time: 0.1542442 Apr 19 18:46:49.255315 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fa4c9ccc-c091-4313-ae3f-cbb60d3f1c7a req-5dc5de9f-a8cc-439e-b2e9-0628225c1152 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695045 Apr 19 18:46:49.359306 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'name': 'tempest-TestShelveInstance-1842725156-router', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:39Z', 'updated_at': '2021-04-19T18:46:43Z', 'revision_number': 3, 'project_id': '966797ba883b4bb5850464916c9bf386', 'gw_port': {'id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:42Z', 'updated_at': '2021-04-19T18:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:49.373432 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Checking router: 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:46:49.373825 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Updating router 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 port d91395c1-7cd5-4b09-9de5-53457a3bfd2f binding host dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:46:49.445426 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e545de4-d2bb-4792-92fa-20c2b6d25789 req-fae24e10-2c7e-4501-8df0-e8dbd845b78b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:49.447131 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8e545de4-d2bb-4792-92fa-20c2b6d25789 req-fae24e10-2c7e-4501-8df0-e8dbd845b78b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.2892728 Apr 19 18:46:49.558756 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8e545de4-d2bb-4792-92fa-20c2b6d25789 req-3d47e54c-633d-43bb-9eb0-1080d5d425f3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030853 Apr 19 18:46:49.580225 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:49.742285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:49.833467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d1a31-2cf3-4849-89cb-ea58053f0925 req-47be5f5f-28e8-4507-8c39-2bc785153796 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:49.844162 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a23d1a31-2cf3-4849-89cb-ea58053f0925 req-47be5f5f-28e8-4507-8c39-2bc785153796 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1452279 Apr 19 18:46:49.939709 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a23d1a31-2cf3-4849-89cb-ea58053f0925 req-66e206cb-d495-47f8-ae83-3b394ef10319 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932431 Apr 19 18:46:50.117682 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Allocated IP 172.20.0.1 (9c3150f7-963f-48e5-aa45-264790a652ab/b9500311-5173-41eb-ba82-fdc6ecaf62d6/9ed0677b-c9a0-4995-9d87-198c79c0cd95) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:46:50.150829 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:50.165978 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Transition to ACTIVE for port object d91395c1-7cd5-4b09-9de5-53457a3bfd2f will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:50.173492 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:50.179763 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:50.257021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Pushing event updated for resources: {'Port': ['ID=d91395c1-7cd5-4b09-9de5-53457a3bfd2f,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:50.267394 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:50.267776 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:50.268155 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:50.268565 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:50.268931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:50.269399 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:50.269728 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:50.270090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:50.270456 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:50.271129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:50.271641 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:50.271991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:46:50.296621 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:50.397100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Attempting to bind port d91395c1-7cd5-4b09-9de5-53457a3bfd2f on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:46:50.397769 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Attempting to bind port d91395c1-7cd5-4b09-9de5-53457a3bfd2f by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:46:50.398184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Attempting to bind port d91395c1-7cd5-4b09-9de5-53457a3bfd2f on network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:46:50.424402 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:46:50.425390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Checking segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:46:50.425844 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:50.426288 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Bound using segment: {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:46:50.427031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Bound port: d91395c1-7cd5-4b09-9de5-53457a3bfd2f, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e7765-f4e1-4515-9770-dc53c39048fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:46:50.427816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:50.570325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2d314-25e8-48e7-9342-fb576a9f6222 req-5cfa19d2-e912-49fb-a411-57e6858c658c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:50.579896 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a1b2d314-25e8-48e7-9342-fb576a9f6222 req-5cfa19d2-e912-49fb-a411-57e6858c658c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 947 time: 0.1396010 Apr 19 18:46:50.593932 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] For port d91395c1-7cd5-4b09-9de5-53457a3bfd2f, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:46:50.598487 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] For port d91395c1-7cd5-4b09-9de5-53457a3bfd2f, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=d91395c1-7cd5-4b09-9de5-53457a3bfd2f,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:46:50.610543 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:50.614254 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98a41-1f36-41e2-8a62-dee6dfc41ac9 req-d003bc71-2e44-44d3-a0e9-1e2ebb04ff97 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:50.616497 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b8c98a41-1f36-41e2-8a62-dee6dfc41ac9 req-d003bc71-2e44-44d3-a0e9-1e2ebb04ff97 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 944 time: 0.4476426 Apr 19 18:46:50.617269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:50.675448 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a1b2d314-25e8-48e7-9342-fb576a9f6222 req-99918a15-cd23-4755-b164-77bb8a0c533e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942340 Apr 19 18:46:50.732077 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b8c98a41-1f36-41e2-8a62-dee6dfc41ac9 req-f2890b1a-a1e9-4f1f-af28-f0448b83c600 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080375 Apr 19 18:46:50.746088 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:50.798518 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Pushing event updated for resources: {'Port': ['ID=d91395c1-7cd5-4b09-9de5-53457a3bfd2f,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:50.813652 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ea61bd80-f2e8-47f9-a215-ceffa39ff9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:50.834288 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Transition to ACTIVE for port object 9ed0677b-c9a0-4995-9d87-198c79c0cd95 will not be triggered until provisioned by entity DHCP. {{(pid=86314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:50.838292 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Routers {'8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:46:50.838292 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:46:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:50.897085 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:50.908602 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:51.055980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Network 9c3150f7-963f-48e5-aa45-264790a652ab is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:46:51.097462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:51.100364 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:46:51.111782 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632cf1-76de-4358-8697-9b8251eefb26 req-c48382b3-6a51-48a4-9610-a31d0f93b0fd tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:51.134004 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2f632cf1-76de-4358-8697-9b8251eefb26 req-c48382b3-6a51-48a4-9610-a31d0f93b0fd tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.2502429 Apr 19 18:46:51.188149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Pushing event updated for resources: {'Port': ['ID=9ed0677b-c9a0-4995-9d87-198c79c0cd95,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:51.198059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:51.282731 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942081'] for router_interface, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:51.302655 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2f632cf1-76de-4358-8697-9b8251eefb26 req-ffe769d6-e7b2-42a1-9e9a-beb686473a56 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535721 Apr 19 18:46:51.358400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] Set router 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:46:51.419845 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83bc69-aa20-46c8-a98e-b4c9916b28c3 req-27c10df4-e8e1-4bde-b153-1250a9f8919c tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:51.428943 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9a83bc69-aa20-46c8-a98e-b4c9916b28c3 req-27c10df4-e8e1-4bde-b153-1250a9f8919c tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.2295396 Apr 19 18:46:51.506933 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9a83bc69-aa20-46c8-a98e-b4c9916b28c3 req-e1a04f49-df98-4d26-ba8d-0c768df246d4 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766280 Apr 19 18:46:51.562352 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-f17bc5ef-17be-445d-a0a0-39534f75cdd3 None None] Provisioning for port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:51.578158 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-f17bc5ef-17be-445d-a0a0-39534f75cdd3 None None] Provisioning complete for port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:51.578896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f17bc5ef-17be-445d-a0a0-39534f75cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:51.617119 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:51.666709 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-f17bc5ef-17be-445d-a0a0-39534f75cdd3 None None] Port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:46:51.961625 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'name': 'tempest-TestShelveInstance-1842725156-router', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:39Z', 'updated_at': '2021-04-19T18:46:43Z', 'revision_number': 3, 'project_id': '966797ba883b4bb5850464916c9bf386', 'gw_port': {'id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:42Z', 'updated_at': '2021-04-19T18:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:51.966395 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b8418-d18f-44e0-b9ec-6697d8af9a31 None None] The sync data for ids ['8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'] in dv-cinder-786930-1-smb is: [{'id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'name': 'tempest-TestShelveInstance-1842725156-router', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:39Z', 'updated_at': '2021-04-19T18:46:43Z', 'revision_number': 3, 'project_id': '966797ba883b4bb5850464916c9bf386', 'gw_port': {'id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:42Z', 'updated_at': '2021-04-19T18:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:46:51.980654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c3168-4a09-4d84-a1f1-6e36ae2f54bd req-05939b7e-af4a-46b6-8877-f6a230d38c3e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:51.984330 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-533c3168-4a09-4d84-a1f1-6e36ae2f54bd req-05939b7e-af4a-46b6-8877-f6a230d38c3e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 947 time: 0.1166534 Apr 19 18:46:52.040926 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-533c3168-4a09-4d84-a1f1-6e36ae2f54bd req-b535b581-b2fc-46d1-9631-f80700efdb20 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481184 Apr 19 18:46:52.155954 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62638360-011b-408c-bd5a-a33a366fca93 req-4eadf804-2618-49a4-ab90-1b4c3776f0e6 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:52.157676 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-62638360-011b-408c-bd5a-a33a366fca93 req-4eadf804-2618-49a4-ab90-1b4c3776f0e6 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 944 time: 0.1825497 Apr 19 18:46:52.289488 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-62638360-011b-408c-bd5a-a33a366fca93 req-3305a6fa-5578-476d-be92-a8f599f8c8e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182907 Apr 19 18:46:52.348889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:52.353949 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852213997'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:52.413462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:52.628711 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Pushing event updated for resources: {'Port': ['ID=9ed0677b-c9a0-4995-9d87-198c79c0cd95,revision_number=2']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:52.678269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853833626'] for router_interface, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:52.696604 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:52.707314 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device d91395c1-7cd5-4b09-9de5-53457a3bfd2f up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:52.743483 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1e3bd1fe-66a4-41aa-a392-5df82b1ef331 req-ade2ae6f-871d-48ca-9a10-ca0d8a821cdf service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798250 Apr 19 18:46:52.797783 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port d91395c1-7cd5-4b09-9de5-53457a3bfd2f completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:46:52.801438 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5dcd3ee0-4044-48a4-a612-afcb5b279044 req-ecee2099-5a4c-4400-8a9b-d9a02f7ffc92 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829226 Apr 19 18:46:52.805030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port d91395c1-7cd5-4b09-9de5-53457a3bfd2f triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:52.805456 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:52.962162 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da74c8-bc68-4890-818b-53449a25b36a req-fffe5e0d-9c5d-46c3-86b9-6582e8408172 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:52.979199 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c4da74c8-bc68-4890-818b-53449a25b36a req-fffe5e0d-9c5d-46c3-86b9-6582e8408172 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.2587166 Apr 19 18:46:53.015736 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c567a90-98be-4ec4-b7fd-037b5c850e8e req-8fa39836-87a2-44af-b43e-777210c618a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:53.018094 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3c567a90-98be-4ec4-b7fd-037b5c850e8e req-8fa39836-87a2-44af-b43e-777210c618a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2134e71b8df4d8384ea7636e94f6693&device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 1097 time: 0.4535272 Apr 19 18:46:53.061390 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c4da74c8-bc68-4890-818b-53449a25b36a req-1352faa5-cc11-4c49-acc0-c14b17b51308 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895898 Apr 19 18:46:53.064415 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Network 9c3150f7-963f-48e5-aa45-264790a652ab is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:46:53.070484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:46:53.254229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c567a90-98be-4ec4-b7fd-037b5c850e8e req-0ddb4968-4f2f-4022-a74b-edb0b51ab81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:53.256888 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3c567a90-98be-4ec4-b7fd-037b5c850e8e req-0ddb4968-4f2f-4022-a74b-edb0b51ab81a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c2134e71b8df4d8384ea7636e94f6693&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2266014 Apr 19 18:46:53.262463 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:53.286681 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port d91395c1-7cd5-4b09-9de5-53457a3bfd2f, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=d91395c1-7cd5-4b09-9de5-53457a3bfd2f,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:53.304974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:53.307152 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1a6033d1-2366-477e-af89-ae7f137b7bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:53.403185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9bcdc2e9-83cc-4ff1-adb2-95a1ab70ba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:53.429044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3b4eec12-9847-4b0b-9b1a-97fac3722ac8 None None] Provisioning complete for port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:53.429468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3b4eec12-9847-4b0b-9b1a-97fac3722ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:53.430777 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940723e6-64a2-43f0-8dbe-ec46b4261290 req-de743183-e5c6-4217-a5c6-5f02e89f1d0a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:53.432454 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-940723e6-64a2-43f0-8dbe-ec46b4261290 req-de743183-e5c6-4217-a5c6-5f02e89f1d0a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 947 time: 0.1742613 Apr 19 18:46:53.443559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e608-009a-49a0-96a6-fc5e2a41c05b req-41491d0a-e190-43b7-86e9-7fc3cad81a1b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:53.445510 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-88f9e608-009a-49a0-96a6-fc5e2a41c05b req-41491d0a-e190-43b7-86e9-7fc3cad81a1b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.8825836 Apr 19 18:46:53.462447 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=d91395c1-7cd5-4b09-9de5-53457a3bfd2f,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:53.471504 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:53.496861 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Router 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:46:53.508496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3b4eec12-9847-4b0b-9b1a-97fac3722ac8 None None] Port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:46:53.523118 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1e3bd1fe-66a4-41aa-a392-5df82b1ef331 req-13430c3a-b7e9-457b-b948-5061241c171c service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953049 Apr 19 18:46:53.564582 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-88f9e608-009a-49a0-96a6-fc5e2a41c05b req-904f2ebf-cf25-4826-8a53-2e3e79a72e39 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799110 Apr 19 18:46:53.568519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c567a90-98be-4ec4-b7fd-037b5c850e8e req-b0dc13ab-2cb9-464d-95df-0417944d76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:53.570105 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3c567a90-98be-4ec4-b7fd-037b5c850e8e req-b0dc13ab-2cb9-464d-95df-0417944d76e1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2976735 Apr 19 18:46:53.606497 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-940723e6-64a2-43f0-8dbe-ec46b4261290 req-709a27ed-d455-4ee0-8d4b-e0b592004544 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631224 Apr 19 18:46:53.758748 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:46:53.770417 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] 10.222.0.10 "PUT /v2.0/routers/8ad7cf66-de16-49eb-91b0-24cc3a0c80f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6794293 Apr 19 18:46:53.812583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-19fbbb6a-710a-4a91-8e62-4946f932c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:53.814313 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-19fbbb6a-710a-4a91-8e62-4946f932c9be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2134e71b8df4d8384ea7636e94f6693&device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 1097 time: 0.1778140 Apr 19 18:46:53.837179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aed9c7-7878-41c4-9ac3-649b88ae1cde req-fe19be27-1e7c-466e-9cdf-430b301eb687 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:53.839048 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e8aed9c7-7878-41c4-9ac3-649b88ae1cde req-fe19be27-1e7c-466e-9cdf-430b301eb687 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 944 time: 0.1452112 Apr 19 18:46:53.977007 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-5ecffa01-b2d6-46e6-b3c9-da1a698176d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d95687-d389-4f83-95d6-12766a20c46b HTTP/1.1" status: 200 len: 217 time: 0.1368899 Apr 19 18:46:54.084833 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e8aed9c7-7878-41c4-9ac3-649b88ae1cde req-068b09c9-0906-4ca1-90c7-26ba9698c413 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824818 Apr 19 18:46:54.121901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237201a-294f-4a5e-b729-33489a5e6a3e req-88eace11-e4c9-4760-bd2b-516f5a2b33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:54.123717 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5237201a-294f-4a5e-b729-33489a5e6a3e req-88eace11-e4c9-4760-bd2b-516f5a2b33ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 1098 time: 0.2145336 Apr 19 18:46:54.125318 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-297a2f28-b8bf-46f2-b465-c2d1e73f4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:54.126873 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-297a2f28-b8bf-46f2-b465-c2d1e73f4633 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3957a99-fa17-4830-85e5-141a15a7d80e HTTP/1.1" status: 200 len: 853 time: 0.1094723 Apr 19 18:46:54.273832 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5237201a-294f-4a5e-b729-33489a5e6a3e req-4b99c085-1b07-48d5-a8d0-c5be4c438579 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327565 Apr 19 18:46:54.360302 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-a9552464-d985-4e7f-8597-7f96af08292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:54.362967 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-a9552464-d985-4e7f-8597-7f96af08292d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbfe4857-9c70-4d08-a269-b4d216b11eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2195985 Apr 19 18:46:54.432066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bba00-cbdf-40b1-a314-f69b73188080 req-c406c7b0-8003-469c-a0d0-95d4225ee9ce tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:54.433677 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-750bba00-cbdf-40b1-a314-f69b73188080 req-c406c7b0-8003-469c-a0d0-95d4225ee9ce tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1588717 Apr 19 18:46:54.566780 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device d91395c1-7cd5-4b09-9de5-53457a3bfd2f up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:46:54.594798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52854) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:54.601280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313156776', 'description': 'tempest-secgroup-smoke-313156776 description', 'project_id': '81f1259188ae403892850138664083a7'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:54.603781 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-750bba00-cbdf-40b1-a314-f69b73188080 req-57eab541-10f1-4220-b65f-6065f8856279 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749688 Apr 19 18:46:54.618667 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:54.625660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Usage tracker for resource:security_group and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:54.630095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:54.650332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:54.672254 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-a420e27e-7c0e-4bb5-8c9b-d1960b86cb3c service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002963 Apr 19 18:46:54.673845 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:54.723865 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:54.734996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Usage tracker for resource:security_group_rule and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:54.746610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:54.751154 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port d91395c1-7cd5-4b09-9de5-53457a3bfd2f triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:46:54.751583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:54.753487 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:54.872225 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:54.927647 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:54.943347 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b5042ec2-3c95-4062-a5fe-e602bcfa7f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:54.981125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:54.982610 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3866458 Apr 19 18:46:54.989820 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 52864) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:55.002198 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e3799-10d9-44bb-bcf0-6bd8e5ebc690 req-fc7e091e-2674-4983-a99a-7c23a8b307e1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:55.004503 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-653e3799-10d9-44bb-bcf0-6bd8e5ebc690 req-fc7e091e-2674-4983-a99a-7c23a8b307e1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 947 time: 0.1721015 Apr 19 18:46:55.006789 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9880e2d-7b23-4561-8455-f7da853b27cf req-88aa0d56-8cf5-4349-9382-147eb67a200b service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278403 Apr 19 18:46:55.010687 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-b0f84375-a3b2-4a8c-a0e0-257a5a991d16 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Request body: {'security_group_rule': {'security_group_id': '95bb09f9-50f5-4ef6-bc6d-b2741e43676d', 'project_id': '81f1259188ae403892850138664083a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:55.017853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-b0f84375-a3b2-4a8c-a0e0-257a5a991d16 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:55.023417 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95bb09f9-50f5-4ef6-bc6d-b2741e43676d,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:55.025922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-b0f84375-a3b2-4a8c-a0e0-257a5a991d16 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Usage tracker for resource:security_group_rule and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:55.032923 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-b0f84375-a3b2-4a8c-a0e0-257a5a991d16 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:55.033196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5f84f036-4ec1-4707-9194-b81d2ebf8070 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:55.046977 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-b0f84375-a3b2-4a8c-a0e0-257a5a991d16 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:55.051514 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56947deb-7b33-40fb-98f7-04adb4931f75 req-c8389dcb-e3cd-4477-b7a7-674048c767a1 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:55.059196 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56947deb-7b33-40fb-98f7-04adb4931f75 req-c8389dcb-e3cd-4477-b7a7-674048c767a1 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1852303 Apr 19 18:46:55.087736 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b0f84375-a3b2-4a8c-a0e0-257a5a991d16 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.114416 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56947deb-7b33-40fb-98f7-04adb4931f75 req-b1798a77-9a98-494a-885e-8a8df8ad00f8 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541344 Apr 19 18:46:55.176077 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b0f84375-a3b2-4a8c-a0e0-257a5a991d16 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.180559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b0f84375-a3b2-4a8c-a0e0-257a5a991d16 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.186903 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-352b3121-4e02-42b3-a186-295f1ca42364 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:55.204822 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-653e3799-10d9-44bb-bcf0-6bd8e5ebc690 req-344622ae-2275-4967-b2f6-80d7961971fb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468441 Apr 19 18:46:55.233924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f84375-a3b2-4a8c-a0e0-257a5a991d16 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83524675-7d9b-4cad-97ef-be3ca0d5d4cd,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:55.239932 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b0f84375-a3b2-4a8c-a0e0-257a5a991d16 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:55.255538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b0f84375-a3b2-4a8c-a0e0-257a5a991d16 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.256848 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b0f84375-a3b2-4a8c-a0e0-257a5a991d16 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2649143 Apr 19 18:46:55.259894 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 52870) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:55.265818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-6d16a59a-3a09-46dc-9573-85af65efcd91 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Request body: {'security_group_rule': {'security_group_id': '95bb09f9-50f5-4ef6-bc6d-b2741e43676d', 'project_id': '81f1259188ae403892850138664083a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:55.273482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-6d16a59a-3a09-46dc-9573-85af65efcd91 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:55.277619 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-6d16a59a-3a09-46dc-9573-85af65efcd91 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Usage tracker for resource:security_group_rule and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:55.280659 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-6d16a59a-3a09-46dc-9573-85af65efcd91 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:55.287396 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-6d16a59a-3a09-46dc-9573-85af65efcd91 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:55.307096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6d16a59a-3a09-46dc-9573-85af65efcd91 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.326902 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a18da-79ee-46bb-9da6-996518b8e227 req-571ed63e-5a1f-437e-b431-cdc5bcbb1ce9 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:55.328629 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cf9a18da-79ee-46bb-9da6-996518b8e227 req-571ed63e-5a1f-437e-b431-cdc5bcbb1ce9 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 944 time: 0.1036980 Apr 19 18:46:55.362054 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Sync routers for ids ['8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:46:55.372358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Routers {'8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:46:55.373056 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:46:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:55.379053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6d16a59a-3a09-46dc-9573-85af65efcd91 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.381992 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6d16a59a-3a09-46dc-9573-85af65efcd91 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.384034 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cf9a18da-79ee-46bb-9da6-996518b8e227 req-932fbf7a-ce3d-42f7-8e7f-d1b98a5994a2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474331 Apr 19 18:46:55.384210 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:55.407506 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16a59a-3a09-46dc-9573-85af65efcd91 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe807820-35f6-4dbf-a315-824779618301,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:55.411966 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6d16a59a-3a09-46dc-9573-85af65efcd91 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:55.421756 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6d16a59a-3a09-46dc-9573-85af65efcd91 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.423092 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-6d16a59a-3a09-46dc-9573-85af65efcd91 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1621907 Apr 19 18:46:55.426926 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 52874) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:55.441362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Request body: {'security_group_rule': {'security_group_id': '95bb09f9-50f5-4ef6-bc6d-b2741e43676d', 'project_id': '81f1259188ae403892850138664083a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:55.448283 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:55.452600 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Usage tracker for resource:security_group_rule and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:55.455944 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:55.462390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:55.480039 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.548856 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.552130 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.554232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:55.577616 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2449441a-ef76-4817-b317-2ad2385dee5a,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:55.580747 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Set router 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:46:55.582493 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:55.589651 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.593709 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631582 Apr 19 18:46:55.593906 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 52878) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:55.600468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-777789d7-2ffc-4a38-b768-39918239c08d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Request body: {'security_group_rule': {'security_group_id': '95bb09f9-50f5-4ef6-bc6d-b2741e43676d', 'project_id': '81f1259188ae403892850138664083a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:55.607090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-777789d7-2ffc-4a38-b768-39918239c08d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:55.611111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-777789d7-2ffc-4a38-b768-39918239c08d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Usage tracker for resource:security_group_rule and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:55.615039 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-777789d7-2ffc-4a38-b768-39918239c08d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:55.621049 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-777789d7-2ffc-4a38-b768-39918239c08d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:55.642838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-777789d7-2ffc-4a38-b768-39918239c08d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.848627 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c2511763-3721-4738-87a1-b0af08f22d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.896628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:55.968833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'name': 'tempest-TestShelveInstance-1842725156-router', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:39Z', 'updated_at': '2021-04-19T18:46:51Z', 'revision_number': 4, 'project_id': '966797ba883b4bb5850464916c9bf386', 'gw_port': {'id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:42Z', 'updated_at': '2021-04-19T18:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '9ed0677b-c9a0-4995-9d87-198c79c0cd95', 'name': '', 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'mac_address': 'fa:16:3e:4a:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b9500311-5173-41eb-ba82-fdc6ecaf62d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:49Z', 'updated_at': '2021-04-19T18:46:52Z', 'revision_number': 2, 'project_id': '966797ba883b4bb5850464916c9bf386', 'subnets': [{'id': 'b9500311-5173-41eb-ba82-fdc6ecaf62d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:55.974125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Checking router: 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:46:55.974311 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Updating router 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 binding host dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:46:56.014722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-777789d7-2ffc-4a38-b768-39918239c08d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.021883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-777789d7-2ffc-4a38-b768-39918239c08d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.029129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:56.037940 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.057013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bef05-7117-430a-ab33-f93e8d0f16fe req-cca12244-cba1-4db9-8136-f156b03eac01 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:56.058728 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc6bef05-7117-430a-ab33-f93e8d0f16fe req-cca12244-cba1-4db9-8136-f156b03eac01 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1806815 Apr 19 18:46:56.073152 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777789d7-2ffc-4a38-b768-39918239c08d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8965c2-6d7e-4be2-bd8e-24a8a987f5cf,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:56.078531 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-777789d7-2ffc-4a38-b768-39918239c08d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:56.115227 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-777789d7-2ffc-4a38-b768-39918239c08d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.116528 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-777789d7-2ffc-4a38-b768-39918239c08d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5211082 Apr 19 18:46:56.119953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52886) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:56.126231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Request body: {'security_group_rule': {'security_group_id': '95bb09f9-50f5-4ef6-bc6d-b2741e43676d', 'project_id': '81f1259188ae403892850138664083a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:56.127813 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fc6bef05-7117-430a-ab33-f93e8d0f16fe req-f8e07b45-dfe9-4382-917e-116d33a02d1e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617278 Apr 19 18:46:56.133557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:56.138583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Usage tracker for resource:security_group_rule and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:56.143164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:56.150146 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:56.166265 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.securitygroups_db [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Project 81f1259188ae403892850138664083a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:46:56.173378 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.308090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.308934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device c9d95687-d389-4f83-95d6-12766a20c46b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:46:56.328218 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.345686 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:56.376473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac65831-093b-461d-9aa8-731aebd69994,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:56.380743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:56.389471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.391378 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7e717bbb-e571-42d0-b91b-d81c42851519 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2699678 Apr 19 18:46:56.394448 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 52896) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:46:56.407897 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e343b73-85c4-405e-968c-24b5533cbbfa req-a2092b07-de6f-470a-bda2-dde7fe759421 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:56.409989 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3e343b73-85c4-405e-968c-24b5533cbbfa req-a2092b07-de6f-470a-bda2-dde7fe759421 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1709788 Apr 19 18:46:56.413952 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Request body: {'security_group_rule': {'security_group_id': '95bb09f9-50f5-4ef6-bc6d-b2741e43676d', 'project_id': '81f1259188ae403892850138664083a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:46:56.437936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:46:56.448766 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Usage tracker for resource:security_group_rule and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:46:56.453847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:46:56.457400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c522286-d150-4aff-9858-05123f6f086c req-5c1d415e-e274-4d92-b95a-7d0e7717cdbc tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:56.466094 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4c522286-d150-4aff-9858-05123f6f086c req-5c1d415e-e274-4d92-b95a-7d0e7717cdbc tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 947 time: 0.1292078 Apr 19 18:46:56.468939 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:46:56.489674 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3e343b73-85c4-405e-968c-24b5533cbbfa req-4219ac99-b4eb-45a9-8641-e5fb054dafb5 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694487 Apr 19 18:46:56.494781 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.securitygroups_db [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Project 81f1259188ae403892850138664083a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:46:56.503496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.526807 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4c522286-d150-4aff-9858-05123f6f086c req-f67aa816-8a6d-452f-97f9-99a4a52ae2ec tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595441 Apr 19 18:46:56.601291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port c9d95687-d389-4f83-95d6-12766a20c46b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9d95687-d389-4f83-95d6-12766a20c46b,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:56.613610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.619834 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.627418 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'port_id': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'mac_address': 'fa:16:3e:dd:34:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:46:56.631473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d7134c72-8c3d-4b7c-99de-8d362ed53f97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:56.635416 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.689471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Transition to ACTIVE for port object 9ed0677b-c9a0-4995-9d87-198c79c0cd95 will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:46:56.699075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99390be9-950f-4784-8827-6e8be66a5714,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:56.702539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:56.707264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.709241 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.710551 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3145864 Apr 19 18:46:56.713578 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:56.760241 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.778622 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea5bfa-4735-46a2-bda3-7ad58ee26ff0 req-5393fbb4-6e50-4006-8833-09f4f6453785 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:56.780863 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-caea5bfa-4735-46a2-bda3-7ad58ee26ff0 req-5393fbb4-6e50-4006-8833-09f4f6453785 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 944 time: 0.1244669 Apr 19 18:46:56.867387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d95687-d389-4f83-95d6-12766a20c46b {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:46:56.900675 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbb454-6c23-45e2-924b-7e297ff56bf0 None None] Pushing event updated for resources: {'Port': ['ID=9ed0677b-c9a0-4995-9d87-198c79c0cd95,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:56.915241 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-caea5bfa-4735-46a2-bda3-7ad58ee26ff0 req-10505664-a0fd-4ffc-a725-114efc31ce5d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138449 Apr 19 18:46:56.935191 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-18bbb454-6c23-45e2-924b-7e297ff56bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:56.952199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port c9d95687-d389-4f83-95d6-12766a20c46b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9d95687-d389-4f83-95d6-12766a20c46b,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:46:56.986636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:56.988658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1784cff2-bf20-4854-ac09-020d87b80caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:57.081586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Attempting to bind port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 on host dv-cinder-786930-1-smb for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:46:57.082089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Attempting to bind port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 by drivers openvswitch,hyperv on host dv-cinder-786930-1-smb at level 0 using segments [{'id': 'd9d5e206-60b1-4c8a-9b83-d14c5339ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:46:57.082485 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Attempting to bind port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 on network 9c3150f7-963f-48e5-aa45-264790a652ab {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:46:57.099470 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Checking agent: {'id': '592ce91e-b842-4b4b-a308-a29f1c90f132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 34, 27), 'started_at': datetime.datetime(2021, 4, 19, 18, 34, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:46:57.099893 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Checking segment: {'id': 'd9d5e206-60b1-4c8a-9b83-d14c5339ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:46:57.100357 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:57.100782 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Bound using segment: {'id': 'd9d5e206-60b1-4c8a-9b83-d14c5339ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:46:57.101594 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Bound port: 9ed0677b-c9a0-4995-9d87-198c79c0cd95, host: dv-cinder-786930-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d5e206-60b1-4c8a-9b83-d14c5339ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:46:57.101715 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:57.125554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=c9d95687-d389-4f83-95d6-12766a20c46b,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:57.130669 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:57.212881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b518c-eec1-4c43-ae0c-16001ffd5fe3 req-dae38bc7-db4f-4321-950d-06972acb112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:57.215142 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c9b518c-eec1-4c43-ae0c-16001ffd5fe3 req-dae38bc7-db4f-4321-950d-06972acb112e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbd571c9d4e409eb3e37ef72c147384&device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 1098 time: 0.1101477 Apr 19 18:46:57.248789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] For port 9ed0677b-c9a0-4995-9d87-198c79c0cd95, host dv-cinder-786930-1-smb, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:46:57.252273 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:57.256536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] For port 9ed0677b-c9a0-4995-9d87-198c79c0cd95, host dv-cinder-786930-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=9ed0677b-c9a0-4995-9d87-198c79c0cd95,segment=NetworkSegment(d9d5e206-60b1-4c8a-9b83-d14c5339ccbc),segment_id=d9d5e206-60b1-4c8a-9b83-d14c5339ccbc)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:46:57.260567 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:57.267567 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f4925419-d527-4c7f-9763-23c1348c5c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:46:57.339199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013524db-c694-41b9-8137-007b4764e845 req-18c1a889-6d5b-4b66-bc4c-b5caf22762ac tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:57.340992 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-013524db-c694-41b9-8137-007b4764e845 req-18c1a889-6d5b-4b66-bc4c-b5caf22762ac tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1193609 Apr 19 18:46:57.364275 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['c9d95687-d389-4f83-95d6-12766a20c46b'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:46:57.405384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b518c-eec1-4c43-ae0c-16001ffd5fe3 req-56057e9d-7212-4760-ac6b-0718f0c497ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:57.407603 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c9b518c-eec1-4c43-ae0c-16001ffd5fe3 req-56057e9d-7212-4760-ac6b-0718f0c497ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=5491f799-d694-4a65-a4df-21dc2df8b545 HTTP/1.1" status: 200 len: 920 time: 0.1674285 Apr 19 18:46:57.411390 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-013524db-c694-41b9-8137-007b4764e845 req-101e0263-7d7e-44a7-89eb-547d351da835 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623176 Apr 19 18:46:57.497413 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c9b518c-eec1-4c43-ae0c-16001ffd5fe3 req-0aa348be-77d6-4606-8b7b-6a743e6f5c4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6b3c062-31aa-4262-8d19-44fc0da2a270 HTTP/1.1" status: 200 len: 217 time: 0.0821135 Apr 19 18:46:57.550388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Routers {'8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:46:57.551160 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:46:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:57.587750 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b518c-eec1-4c43-ae0c-16001ffd5fe3 req-d73b5dbd-309f-4981-a892-5f1e04091b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:57.589498 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c9b518c-eec1-4c43-ae0c-16001ffd5fe3 req-d73b5dbd-309f-4981-a892-5f1e04091b70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83bcaa7b-30da-45fa-b239-16096acfb303 HTTP/1.1" status: 200 len: 859 time: 0.0837989 Apr 19 18:46:57.651018 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c9b518c-eec1-4c43-ae0c-16001ffd5fe3 req-f6d4f533-5613-4c56-b47b-9eaeaaa092fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5491f799-d694-4a65-a4df-21dc2df8b545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543387 Apr 19 18:46:57.848403 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c9b518c-eec1-4c43-ae0c-16001ffd5fe3 req-04815400-2330-4c80-84ac-de486131cadc service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897154 Apr 19 18:46:57.999550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbb454-6c23-45e2-924b-7e297ff56bf0 None None] Pushing event updated for resources: {'Port': ['ID=9ed0677b-c9a0-4995-9d87-198c79c0cd95,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:46:58.007594 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-18bbb454-6c23-45e2-924b-7e297ff56bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:46:58.021661 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c9b518c-eec1-4c43-ae0c-16001ffd5fe3 req-1424ab61-d785-4db6-b2c9-220443705fb6 service neutron] 10.222.0.60 "GET /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607330 Apr 19 18:46:58.078239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] Set router 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:46:58.150526 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb4e5d-f657-4497-9223-c5603d65f0b4 req-b11e66bc-9477-4c5f-81e2-f0f2a3e021e6 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:58.153394 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a4fb4e5d-f657-4497-9223-c5603d65f0b4 req-b11e66bc-9477-4c5f-81e2-f0f2a3e021e6 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 945 time: 0.1103241 Apr 19 18:46:58.219849 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a4fb4e5d-f657-4497-9223-c5603d65f0b4 req-2f1013f1-5922-4696-a8d9-963a015e5ec2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605452 Apr 19 18:46:58.344244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:58.526496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'name': 'tempest-TestShelveInstance-1842725156-router', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:39Z', 'updated_at': '2021-04-19T18:46:51Z', 'revision_number': 4, 'project_id': '966797ba883b4bb5850464916c9bf386', 'gw_port': {'id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:42Z', 'updated_at': '2021-04-19T18:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '9ed0677b-c9a0-4995-9d87-198c79c0cd95', 'name': '', 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'mac_address': 'fa:16:3e:4a:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b9500311-5173-41eb-ba82-fdc6ecaf62d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:49Z', 'updated_at': '2021-04-19T18:46:57Z', 'revision_number': 4, 'project_id': '966797ba883b4bb5850464916c9bf386', 'subnets': [{'id': 'b9500311-5173-41eb-ba82-fdc6ecaf62d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:46:58.530914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee5bfd8-f069-432b-aa53-a0b776c72c2f None None] The sync data for ids ['8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'] in dv-cinder-786930-1-smb is: [{'id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'name': 'tempest-TestShelveInstance-1842725156-router', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:39Z', 'updated_at': '2021-04-19T18:46:51Z', 'revision_number': 4, 'project_id': '966797ba883b4bb5850464916c9bf386', 'gw_port': {'id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:42Z', 'updated_at': '2021-04-19T18:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '9ed0677b-c9a0-4995-9d87-198c79c0cd95', 'name': '', 'network_id': '9c3150f7-963f-48e5-aa45-264790a652ab', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'mac_address': 'fa:16:3e:4a:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b9500311-5173-41eb-ba82-fdc6ecaf62d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:49Z', 'updated_at': '2021-04-19T18:46:57Z', 'revision_number': 4, 'project_id': '966797ba883b4bb5850464916c9bf386', 'subnets': [{'id': 'b9500311-5173-41eb-ba82-fdc6ecaf62d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:46:58.666636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de74562-113f-40ae-a8b0-e84bc9940181 req-e9711e7b-2dc9-43aa-a694-85a9ea618b27 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:58.668400 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4de74562-113f-40ae-a8b0-e84bc9940181 req-e9711e7b-2dc9-43aa-a694-85a9ea618b27 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1114068 Apr 19 18:46:58.720628 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4de74562-113f-40ae-a8b0-e84bc9940181 req-a856c84d-79de-4a97-8e2a-ef7bad996ec9 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446589 Apr 19 18:46:59.427578 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c63e8-63d3-49ec-b103-dd568e460eaf req-1a7e9012-7321-4fc7-a1ba-286de512864a tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:59.429225 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3e4c63e8-63d3-49ec-b103-dd568e460eaf req-1a7e9012-7321-4fc7-a1ba-286de512864a tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 945 time: 0.0947540 Apr 19 18:46:59.481184 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3e4c63e8-63d3-49ec-b103-dd568e460eaf req-e1b08a53-02b6-465d-be31-a8cd7520a202 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454097 Apr 19 18:46:59.931875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cdd12-4895-45b8-b876-8843deb15c36 req-f22fa339-f7f4-4ec4-b023-36a7c5e258d7 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:46:59.933596 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ed2cdd12-4895-45b8-b876-8843deb15c36 req-f22fa339-f7f4-4ec4-b023-36a7c5e258d7 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.0925179 Apr 19 18:46:59.990000 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ed2cdd12-4895-45b8-b876-8843deb15c36 req-01528f8d-23b8-4220-a0da-5c4d954d17a4 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483813 Apr 19 18:47:00.329818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device c9d95687-d389-4f83-95d6-12766a20c46b up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:47:00.409482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port c9d95687-d389-4f83-95d6-12766a20c46b completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:47:00.414983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port c9d95687-d389-4f83-95d6-12766a20c46b triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:47:00.415402 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:00.555571 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:00.585264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 9ed0677b-c9a0-4995-9d87-198c79c0cd95 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:47:00.626961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:47:00.655737 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port c9d95687-d389-4f83-95d6-12766a20c46b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9d95687-d389-4f83-95d6-12766a20c46b,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:00.662937 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:00.667051 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-721cdc89-0f68-4704-9215-5a9feddd011b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:00.710636 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'code': 200} Apr 19 18:47:00.710910 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4a822-332f-4c2e-9daf-350c139cdc16 req-bd3d81f2-00f1-4bf8-8f0a-a18d720c24c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:00.712420 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d6e4a822-332f-4c2e-9daf-350c139cdc16 req-bd3d81f2-00f1-4bf8-8f0a-a18d720c24c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 946 time: 0.1018436 Apr 19 18:47:00.756828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=c9d95687-d389-4f83-95d6-12766a20c46b,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:00.760274 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:00.761261 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning for port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:47:00.766865 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:47:00.767360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:00.772002 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d6e4a822-332f-4c2e-9daf-350c139cdc16 req-fcfd6b2c-ddc9-402e-8b77-588324156c86 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527515 Apr 19 18:47:00.904214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:00.944460 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] For port 9ed0677b-c9a0-4995-9d87-198c79c0cd95, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=9ed0677b-c9a0-4995-9d87-198c79c0cd95,segment=NetworkSegment(d9d5e206-60b1-4c8a-9b83-d14c5339ccbc),segment_id=d9d5e206-60b1-4c8a-9b83-d14c5339ccbc)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:00.948035 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:00.950038 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-daa8cc96-69b4-49fe-b9bc-b95d8e37827f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:00.965349 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79250fcd-320f-4060-bbdc-d6e63436a958 req-5845d3ac-4774-4676-89ce-b1b0c34cd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:00.967004 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-79250fcd-320f-4060-bbdc-d6e63436a958 req-5845d3ac-4774-4676-89ce-b1b0c34cd25d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 1099 time: 0.0936313 Apr 19 18:47:01.011614 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-79250fcd-320f-4060-bbdc-d6e63436a958 req-aba4fe87-81bf-4518-84a4-f7e658485194 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378821 Apr 19 18:47:01.029167 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Pushing event updated for resources: {'Port': ['ID=9ed0677b-c9a0-4995-9d87-198c79c0cd95,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:01.032549 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:01.212553 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf9a1-d453-429d-8e8c-ef802151545f req-20ad3a5a-fae6-4873-b6e9-272df1f40f30 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:01.214245 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4a4bf9a1-d453-429d-8e8c-ef802151545f req-20ad3a5a-fae6-4873-b6e9-272df1f40f30 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.0996420 Apr 19 18:47:01.262673 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4a4bf9a1-d453-429d-8e8c-ef802151545f req-c87c16c6-a385-49e7-9d45-28eb339e5708 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 Apr 19 18:47:02.006966 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e8abf-2012-47bc-ae5a-7bd1fc3e432c req-f95a42e4-1fd0-487d-8a30-4592b60ce64f tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:02.008880 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-880e8abf-2012-47bc-ae5a-7bd1fc3e432c req-f95a42e4-1fd0-487d-8a30-4592b60ce64f tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 946 time: 0.1078382 Apr 19 18:47:02.068794 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-880e8abf-2012-47bc-ae5a-7bd1fc3e432c req-119358bc-0c65-4386-986a-ba303164187b tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530152 Apr 19 18:47:02.520247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 9ed0677b-c9a0-4995-9d87-198c79c0cd95 up at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:47:02.593861 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Provisioning complete for port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:47:02.594279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:03.278128 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b5a02-21a2-4d83-ba80-14fed2685025 req-ce3dfeca-40ed-44f7-91ee-c6f85dc9a5f2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:03.279776 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a34b5a02-21a2-4d83-ba80-14fed2685025 req-ce3dfeca-40ed-44f7-91ee-c6f85dc9a5f2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 946 time: 0.0930271 Apr 19 18:47:03.330198 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a34b5a02-21a2-4d83-ba80-14fed2685025 req-b0cfde6a-58d5-45a7-bc06-cc3076c85645 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438838 Apr 19 18:47:03.538707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af14d5-9ca1-46ec-85d1-f1c7e489c22b req-795bf1d9-2b1c-4714-b4d5-88ac67645f34 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:03.540230 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-24af14d5-9ca1-46ec-85d1-f1c7e489c22b req-795bf1d9-2b1c-4714-b4d5-88ac67645f34 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 946 time: 0.0907431 Apr 19 18:47:03.589055 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-24af14d5-9ca1-46ec-85d1-f1c7e489c22b req-501cc6ba-f3b8-4288-af46-7a7ad7ca09ee tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Apr 19 18:47:04.048525 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fada3-a3f0-429b-b35a-fb4aa0d919c7 req-e0e71c1d-ac12-470b-81ff-902296608a22 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:04.050046 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4e4fada3-a3f0-429b-b35a-fb4aa0d919c7 req-e0e71c1d-ac12-470b-81ff-902296608a22 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 946 time: 0.0970485 Apr 19 18:47:04.104085 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4e4fada3-a3f0-429b-b35a-fb4aa0d919c7 req-b17ef007-9453-4532-b551-cebacf7e73ea tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428295 Apr 19 18:47:05.878948 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f299bba-9760-47a3-85a0-949d4bb302e6 req-d95b21fe-f054-41af-99d5-2c841741961d tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:05.880551 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9f299bba-9760-47a3-85a0-949d4bb302e6 req-d95b21fe-f054-41af-99d5-2c841741961d tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.0949903 Apr 19 18:47:05.932303 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9f299bba-9760-47a3-85a0-949d4bb302e6 req-5a717842-83a0-4236-b14e-66db340455cf tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451128 Apr 19 18:47:07.363774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a256bc9-b1b5-423d-93ae-46c96db11dd6 req-c750cfb3-01ac-40ee-8263-39e40426037b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:07.365272 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3a256bc9-b1b5-423d-93ae-46c96db11dd6 req-c750cfb3-01ac-40ee-8263-39e40426037b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.3106673 Apr 19 18:47:07.419093 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3a256bc9-b1b5-423d-93ae-46c96db11dd6 req-19a5fa13-ce07-421a-8fe9-8b9a50bea3f5 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451419 Apr 19 18:47:08.632517 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec139b00-43c0-4218-affb-55fdc74258f7 req-19b6dff4-770e-415d-852d-ddd71c77c786 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:08.634210 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ec139b00-43c0-4218-affb-55fdc74258f7 req-19b6dff4-770e-415d-852d-ddd71c77c786 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.0943182 Apr 19 18:47:08.686172 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ec139b00-43c0-4218-affb-55fdc74258f7 req-8289b393-ffd1-493c-91d2-cd19619e8927 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453286 Apr 19 18:47:08.989015 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ea93-75ac-471b-879c-e130d5d43578 req-ecbe5a75-f920-4c2f-8fcb-08fc897558ea tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:08.990726 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7115ea93-75ac-471b-879c-e130d5d43578 req-ecbe5a75-f920-4c2f-8fcb-08fc897558ea tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 946 time: 0.0955105 Apr 19 18:47:09.079333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-7115ea93-75ac-471b-879c-e130d5d43578 req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Deleting port 12c8a028-ff94-4609-a598-b68a46ebf559 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:47:09.079710 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-7115ea93-75ac-471b-879c-e130d5d43578 req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:09.134927 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1a5d8-fabc-494d-ba5b-6b7fc0fa21d4 req-02c60851-f47b-4979-819f-a0c6a6bc04c1 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:09.136656 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-90e1a5d8-fabc-494d-ba5b-6b7fc0fa21d4 req-02c60851-f47b-4979-819f-a0c6a6bc04c1 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 946 time: 0.0923712 Apr 19 18:47:09.191841 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-90e1a5d8-fabc-494d-ba5b-6b7fc0fa21d4 req-9aee0c7b-4a1e-4217-93f2-e422a925584c tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482502 Apr 19 18:47:09.218466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53106) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:09.368399 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-7115ea93-75ac-471b-879c-e130d5d43578 req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] For port 12c8a028-ff94-4609-a598-b68a46ebf559, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=12c8a028-ff94-4609-a598-b68a46ebf559,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:09.368798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-7115ea93-75ac-471b-879c-e130d5d43578 req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:09.505834 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-7115ea93-75ac-471b-879c-e130d5d43578 req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Calling delete_port for 12c8a028-ff94-4609-a598-b68a46ebf559 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:47:09.506553 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c69026-9f29-45c0-94ef-225aa5100f7c tempest-TestMinimumBasicScenario-631803285 tempest-TestMinimumBasicScenario-631803285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:09.507359 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-55c69026-9f29-45c0-94ef-225aa5100f7c tempest-TestMinimumBasicScenario-631803285 tempest-TestMinimumBasicScenario-631803285-project-admin] Synchronizing usage tracker for tenant:4600f9678187481d846c313c35fba6ab on resource:port {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:09.523446 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-55c69026-9f29-45c0-94ef-225aa5100f7c tempest-TestMinimumBasicScenario-631803285 tempest-TestMinimumBasicScenario-631803285-project-admin] Unset dirty status for tenant:4600f9678187481d846c313c35fba6ab on resource:port {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:09.524765 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-55c69026-9f29-45c0-94ef-225aa5100f7c tempest-TestMinimumBasicScenario-631803285 tempest-TestMinimumBasicScenario-631803285-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 1094 time: 0.3052442 Apr 19 18:47:09.527853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53118) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:09.533500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Request body: {'floatingip': {'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'port_id': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:09.539997 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:09.544060 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Usage tracker for resource:floatingip and tenant:c2134e71b8df4d8384ea7636e94f6693 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:09.547048 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:09.554693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:09.567541 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for floatingip, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:09.663366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-7115ea93-75ac-471b-879c-e130d5d43578 req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:09.673190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:09.677640 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['e6b3c062-31aa-4262-8d19-44fc0da2a270', '12c8a028-ff94-4609-a598-b68a46ebf559'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:47:09.722285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Pushing event deleted for resources: {'Port': ['ID=12c8a028-ff94-4609-a598-b68a46ebf559,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:09.730796 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:09.731436 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:09.731743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:09.732156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:09.732563 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:09.732967 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:09.733419 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:09.733822 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:09.734219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:09.734644 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:09.735045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:09.735445 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:09.735556 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:09.740329 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:09.825730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7115ea93-75ac-471b-879c-e130d5d43578 req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] No DVR routers for this DVR port 12c8a028-ff94-4609-a598-b68a46ebf559 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:47:09.828571 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-7115ea93-75ac-471b-879c-e130d5d43578 req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:09.867856 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8db40c-73db-4b02-849a-f758fe1fcaa8', 'name': 'network-vif-deleted', 'tag': '12c8a028-ff94-4609-a598-b68a46ebf559'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:47:09.912509 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4aa7d2db-37f0-4003-b12f-8e2c8e3cb464 req-9de785fa-e611-43f5-a3fe-a8a58be5ad8b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8db40c-73db-4b02-849a-f758fe1fcaa8 HTTP/1.1" status: 200 len: 210 time: 0.0664332 Apr 19 18:47:09.912509 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7115ea93-75ac-471b-879c-e130d5d43578 req-9771e6e7-20dd-499a-9951-2ebbd3ff96d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.60 "DELETE /v2.0/ports/12c8a028-ff94-4609-a598-b68a46ebf559 HTTP/1.1" status: 204 len: 173 time: 0.9038036 Apr 19 18:47:09.938258 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8db40c-73db-4b02-849a-f758fe1fcaa8', 'name': 'network-vif-deleted', 'tag': '12c8a028-ff94-4609-a598-b68a46ebf559', 'status': 'completed', 'code': 200} Apr 19 18:47:09.960005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Allocated IP 172.28.0.219 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/1517995f-815f-4614-bb6a-58044b641aad) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:47:10.129129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:10.158748 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:10.164076 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:10.224795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:47:10.232401 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:47:10.236935 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:47:10.284762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event updated for resources: {'Port': ['ID=1517995f-815f-4614-bb6a-58044b641aad,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:10.289057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:10.690175 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:10.772022 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:11.002112 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for port, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:11.006935 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852213997'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:11.012138 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:11.087052 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:47:11.146485 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event updated for resources: {'Port': ['ID=1517995f-815f-4614-bb6a-58044b641aad,revision_number=2']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:11.149639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:11.160865 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:11.355338 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_db [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Floating IP ee39a4f2-3d3c-46d5-86bb-cb7593fbd480 associated. External IP: 172.28.0.219, port: c9d95687-d389-4f83-95d6-12766a20c46b. Apr 19 18:47:11.446214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8b99a-d4f4-4048-9b40-e1a4cc4198a4 req-2e629070-b66d-4daa-8e1a-e9f2b756c637 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:11.447636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-92f8b99a-d4f4-4048-9b40-e1a4cc4198a4 req-2e629070-b66d-4daa-8e1a-e9f2b756c637 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Synchronizing usage tracker for tenant:bfbd571c9d4e409eb3e37ef72c147384 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:11.473890 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-92f8b99a-d4f4-4048-9b40-e1a4cc4198a4 req-2e629070-b66d-4daa-8e1a-e9f2b756c637 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Unset dirty status for tenant:bfbd571c9d4e409eb3e37ef72c147384 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:11.476268 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-92f8b99a-d4f4-4048-9b40-e1a4cc4198a4 req-2e629070-b66d-4daa-8e1a-e9f2b756c637 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1509643 Apr 19 18:47:11.528976 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-92f8b99a-d4f4-4048-9b40-e1a4cc4198a4 req-600ba502-4c79-49f6-a98e-1671300771fb tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455890 Apr 19 18:47:11.758844 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Router 83d15f4c-e1bf-4905-8113-8b8268c942be has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:47:12.181906 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:47:12.196053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3177b61-572c-4392-979b-3ed96dd54bf9 None None] Sync routers for ids ['83d15f4c-e1bf-4905-8113-8b8268c942be'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:47:12.207801 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3177b61-572c-4392-979b-3ed96dd54bf9 None None] Routers {'83d15f4c-e1bf-4905-8113-8b8268c942be'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:47:12.208279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.208641 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-e3177b61-572c-4392-979b-3ed96dd54bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:46:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['83d15f4c-e1bf-4905-8113-8b8268c942be'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:12.274223 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7452526 Apr 19 18:47:12.274923 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b'}] {{(pid=86314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:47:12.278180 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 53142) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:12.284946 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959640102', 'description': 'tempest-secgroup-smoke-1959640102 description', 'project_id': 'c2134e71b8df4d8384ea7636e94f6693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:12.291397 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:12.303733 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:12.314393 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.330362 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'status': 'completed', 'code': 200} Apr 19 18:47:12.340985 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:12.346254 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Usage tracker for resource:security_group_rule and tenant:c2134e71b8df4d8384ea7636e94f6693 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:12.349425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:12.356021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:12.361571 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 12c8a028-ff94-4609-a598-b68a46ebf559 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:47:12.403830 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: 12c8a028-ff94-4609-a598-b68a46ebf559 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:47:12.404528 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 12c8a028-ff94-4609-a598-b68a46ebf559 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:47:12.492413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.510352 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.517023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:12.569425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:12.582322 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997741a-215f-4be9-976f-0f3987247ccf req-0d8a3b4d-4e76-4c26-90b5-966ee35f8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:12.588219 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d997741a-215f-4be9-976f-0f3987247ccf req-0d8a3b4d-4e76-4c26-90b5-966ee35f8eea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2134e71b8df4d8384ea7636e94f6693&device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 1099 time: 0.2188146 Apr 19 18:47:12.588219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:12.588219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.588219 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3086977 Apr 19 18:47:12.591271 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53152) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:12.597812 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Request body: {'security_group_rule': {'security_group_id': '1fbf09ce-cecb-4ab5-a0eb-a00b26df2371', 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:12.608370 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:12.613974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Usage tracker for resource:security_group_rule and tenant:c2134e71b8df4d8384ea7636e94f6693 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:12.617330 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:12.624943 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:12.648557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.738385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.743525 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.747204 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-29bde7d4-7b41-4ade-85cb-f2d7c7ca540e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:12.758610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997741a-215f-4be9-976f-0f3987247ccf req-9bf9ba67-b031-4efe-b7b5-868d65f58a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:12.760576 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d997741a-215f-4be9-976f-0f3987247ccf req-9bf9ba67-b031-4efe-b7b5-868d65f58a18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bbfe4857-9c70-4d08-a269-b4d216b11eea HTTP/1.1" status: 200 len: 915 time: 0.1676874 Apr 19 18:47:12.810849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07be927d-3500-467c-92d4-33889c1f637c,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:12.813739 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:12.815042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.820370 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2279181 Apr 19 18:47:12.821026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53158) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:12.826732 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-9fa3283e-a867-4b7b-9407-ba415b77e878 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Request body: {'security_group_rule': {'security_group_id': '1fbf09ce-cecb-4ab5-a0eb-a00b26df2371', 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:12.833685 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-9fa3283e-a867-4b7b-9407-ba415b77e878 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:12.843411 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9fa3283e-a867-4b7b-9407-ba415b77e878 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Usage tracker for resource:security_group_rule and tenant:c2134e71b8df4d8384ea7636e94f6693 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:12.846156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-e3177b61-572c-4392-979b-3ed96dd54bf9 None None] Set router 83d15f4c-e1bf-4905-8113-8b8268c942be gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:47:12.847426 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9fa3283e-a867-4b7b-9407-ba415b77e878 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:12.853758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-9fa3283e-a867-4b7b-9407-ba415b77e878 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:12.872722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9fa3283e-a867-4b7b-9407-ba415b77e878 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.951267 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9fa3283e-a867-4b7b-9407-ba415b77e878 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.954682 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9fa3283e-a867-4b7b-9407-ba415b77e878 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.955130 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d997741a-215f-4be9-976f-0f3987247ccf req-9f0de3cb-f964-4d10-bbbc-b416fede9cd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d95687-d389-4f83-95d6-12766a20c46b HTTP/1.1" status: 200 len: 1000 time: 0.1419122 Apr 19 18:47:12.963989 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-67522672-ad57-4e13-9a2a-f3ee034200c1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:12.967746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817f667-e037-41fd-8fbe-73789dc405f6 req-c6d7ae8d-8830-4910-817d-160b6e4448fc tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:12.977045 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b817f667-e037-41fd-8fbe-73789dc405f6 req-c6d7ae8d-8830-4910-817d-160b6e4448fc tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.2151263 Apr 19 18:47:12.983732 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3283e-a867-4b7b-9407-ba415b77e878 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d3ea99-ae63-46e7-b4da-6001fc62a12e,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:12.990706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9fa3283e-a867-4b7b-9407-ba415b77e878 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:13.002445 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9fa3283e-a867-4b7b-9407-ba415b77e878 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.007833 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9fa3283e-a867-4b7b-9407-ba415b77e878 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1857145 Apr 19 18:47:13.008519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53162) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:13.015040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Request body: {'security_group_rule': {'security_group_id': '1fbf09ce-cecb-4ab5-a0eb-a00b26df2371', 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:13.024300 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:13.029105 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Usage tracker for resource:security_group_rule and tenant:c2134e71b8df4d8384ea7636e94f6693 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:13.035954 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:13.045788 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:13.070253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.097575 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b817f667-e037-41fd-8fbe-73789dc405f6 req-19645433-4f23-4b39-83be-1f801de50a35 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193483 Apr 19 18:47:13.108358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997741a-215f-4be9-976f-0f3987247ccf req-f8096cfb-cb83-4aca-bdab-1cff5a79b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:13.110079 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d997741a-215f-4be9-976f-0f3987247ccf req-f8096cfb-cb83-4aca-bdab-1cff5a79b0a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3957a99-fa17-4830-85e5-141a15a7d80e HTTP/1.1" status: 200 len: 853 time: 0.1296759 Apr 19 18:47:13.164791 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.172066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.175486 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0bda9d45-0d1a-477a-a9f0-d0def4098fb2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:13.202133 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab89836-dccc-40dd-9a3c-a9d439eb58c9,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:13.206603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997741a-215f-4be9-976f-0f3987247ccf req-a81d9a0f-999f-41d8-b752-d535a480c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:13.208380 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d997741a-215f-4be9-976f-0f3987247ccf req-a81d9a0f-999f-41d8-b752-d535a480c3d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbfe4857-9c70-4d08-a269-b4d216b11eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0893965 Apr 19 18:47:13.213420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:13.222548 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.224184 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2143726 Apr 19 18:47:13.231030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53166) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:13.238494 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Request body: {'security_group_rule': {'security_group_id': '1fbf09ce-cecb-4ab5-a0eb-a00b26df2371', 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:13.244848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:13.250235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Usage tracker for resource:security_group_rule and tenant:c2134e71b8df4d8384ea7636e94f6693 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:13.254867 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:13.266109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:13.288879 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.388686 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d997741a-215f-4be9-976f-0f3987247ccf req-bacd8089-bc58-4e3d-b14a-e724bf2888dd service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687799 Apr 19 18:47:13.407299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-e3177b61-572c-4392-979b-3ed96dd54bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:45:44Z', 'revision_number': 4, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': 'ee39a4f2-3d3c-46d5-86bb-cb7593fbd480', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'floating_ip_address': '172.28.0.219', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'port_id': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'mac_address': 'fa:16:3e:dd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:47:10Z', 'updated_at': '2021-04-19T18:47:10Z', 'revision_number': 0, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509261bd-a16f-4466-871f-b6112414d347', 'name': '', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'mac_address': 'fa:16:3e:b2:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:42Z', 'updated_at': '2021-04-19T18:45:57Z', 'revision_number': 5, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'subnets': [{'id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:13.409422 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3177b61-572c-4392-979b-3ed96dd54bf9 None None] Checking router: 83d15f4c-e1bf-4905-8113-8b8268c942be for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:47:13.419459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3177b61-572c-4392-979b-3ed96dd54bf9 None None] Routers {'83d15f4c-e1bf-4905-8113-8b8268c942be'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:47:13.420127 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-e3177b61-572c-4392-979b-3ed96dd54bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:46:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['83d15f4c-e1bf-4905-8113-8b8268c942be'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:13.487849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.500053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.505130 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-85b45574-1647-4924-b73e-3df60f48ea4e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:13.565927 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d997741a-215f-4be9-976f-0f3987247ccf req-886d9d47-0cf2-4816-89bd-f8ea79522989 service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669683 Apr 19 18:47:13.582232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c104c21a-dccb-4564-973e-01a91027c288,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:13.584827 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:13.595817 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.601181 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 53176) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:13.601368 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3690929 Apr 19 18:47:13.608319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Request body: {'security_group_rule': {'security_group_id': '1fbf09ce-cecb-4ab5-a0eb-a00b26df2371', 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:13.615670 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:13.620647 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Usage tracker for resource:security_group_rule and tenant:c2134e71b8df4d8384ea7636e94f6693 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:13.624225 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:13.632240 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:13.641663 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.securitygroups_db [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Project c2134e71b8df4d8384ea7636e94f6693 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:47:13.649741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.655425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-e3177b61-572c-4392-979b-3ed96dd54bf9 None None] Set router 83d15f4c-e1bf-4905-8113-8b8268c942be gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:47:13.946876 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.949955 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.952171 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5d6fa679-8808-4713-bec2-7e4106c5ea54 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:13.978478 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f131a5e2-af2d-471f-8b45-1feb30af3a90,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:13.984279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:13.988695 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:13.989968 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3873813 Apr 19 18:47:13.992953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 53180) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:13.998723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Request body: {'security_group_rule': {'security_group_id': '1fbf09ce-cecb-4ab5-a0eb-a00b26df2371', 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:14.005639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:14.009963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Usage tracker for resource:security_group_rule and tenant:c2134e71b8df4d8384ea7636e94f6693 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:14.013117 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:14.020250 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:14.031796 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.securitygroups_db [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Project c2134e71b8df4d8384ea7636e94f6693 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:47:14.039806 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:14.056693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-e3177b61-572c-4392-979b-3ed96dd54bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:45:44Z', 'revision_number': 4, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': 'ee39a4f2-3d3c-46d5-86bb-cb7593fbd480', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'floating_ip_address': '172.28.0.219', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'port_id': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'mac_address': 'fa:16:3e:dd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:47:10Z', 'updated_at': '2021-04-19T18:47:10Z', 'revision_number': 0, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509261bd-a16f-4466-871f-b6112414d347', 'name': '', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'mac_address': 'fa:16:3e:b2:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:42Z', 'updated_at': '2021-04-19T18:45:57Z', 'revision_number': 5, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'subnets': [{'id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:14.063624 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3177b61-572c-4392-979b-3ed96dd54bf9 None None] The sync data for ids ['83d15f4c-e1bf-4905-8113-8b8268c942be'] in dv-cinder-786930-1-smb is: [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:45:44Z', 'revision_number': 4, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': 'ee39a4f2-3d3c-46d5-86bb-cb7593fbd480', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'floating_ip_address': '172.28.0.219', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'port_id': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'mac_address': 'fa:16:3e:dd:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:47:10Z', 'updated_at': '2021-04-19T18:47:10Z', 'revision_number': 0, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509261bd-a16f-4466-871f-b6112414d347', 'name': '', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'mac_address': 'fa:16:3e:b2:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:42Z', 'updated_at': '2021-04-19T18:45:57Z', 'revision_number': 5, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'subnets': [{'id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:47:14.112813 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:14.116114 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:14.118380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5d4aa6c2-a42a-4c11-874f-6d15836778e7 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:14.142981 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39d939d-f0a3-4d4f-bf1d-402df629e6d6,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:14.146079 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:14.153580 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:14.155127 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a0137fe5-957a-480b-a266-b788e264f460 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1611986 Apr 19 18:47:14.287947 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-56d7427a-51f8-4e5e-ab4d-7849c39f9791 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Synchronizing usage tracker for tenant:c2134e71b8df4d8384ea7636e94f6693 on resource:security_group {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:14.305215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-56d7427a-51f8-4e5e-ab4d-7849c39f9791 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Unset dirty status for tenant:c2134e71b8df4d8384ea7636e94f6693 on resource:security_group {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:14.306628 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-56d7427a-51f8-4e5e-ab4d-7849c39f9791 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959640102&fields=id&tenant_id=c2134e71b8df4d8384ea7636e94f6693 HTTP/1.1" status: 200 len: 267 time: 0.0626719 Apr 19 18:47:14.334425 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15114308-be62-48cb-88b6-db55616ebbec req-7bff0b59-aa29-4058-8350-779d08a5c98b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:14.337550 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-15114308-be62-48cb-88b6-db55616ebbec req-7bff0b59-aa29-4058-8350-779d08a5c98b tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1114073 Apr 19 18:47:14.358113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c230d76-78ba-4a47-8e2a-2a1fd69d6a4d None None] New status for floating IP ee39a4f2-3d3c-46d5-86bb-cb7593fbd480: ACTIVE {{(pid=86315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:47:14.394955 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-15114308-be62-48cb-88b6-db55616ebbec req-366090d2-afa8-4162-9fd5-4ba1ba9300a9 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499861 Apr 19 18:47:14.415140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-cfbc2044-17f5-4e67-b9f5-2a1c3cc8f684 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:14.416769 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-cfbc2044-17f5-4e67-b9f5-2a1c3cc8f684 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 946 time: 0.1016452 Apr 19 18:47:14.430772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-93a05ca6-9210-43ba-822a-9b44964c86aa tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Request body: {'port': {'security_groups': ['b9a33466-3d37-4e4e-8057-ed3371a388ad', '1fbf09ce-cecb-4ab5-a0eb-a00b26df2371']}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:14.572225 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-93a05ca6-9210-43ba-822a-9b44964c86aa tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:14.803040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:14.863861 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-93a05ca6-9210-43ba-822a-9b44964c86aa tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] For port c9d95687-d389-4f83-95d6-12766a20c46b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9d95687-d389-4f83-95d6-12766a20c46b,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:14.891520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-93a05ca6-9210-43ba-822a-9b44964c86aa tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:14.895255 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-93a05ca6-9210-43ba-822a-9b44964c86aa tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:14.901796 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:14.914067 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['c9d95687-d389-4f83-95d6-12766a20c46b'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:47:14.981026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-93a05ca6-9210-43ba-822a-9b44964c86aa tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:14.984448 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-93a05ca6-9210-43ba-822a-9b44964c86aa tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:14.984448 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8b2e45ea-7a89-40a1-a75a-2f52da99afa3 req-93a05ca6-9210-43ba-822a-9b44964c86aa tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "PUT /v2.0/ports/c9d95687-d389-4f83-95d6-12766a20c46b HTTP/1.1" status: 200 len: 982 time: 0.5590038 Apr 19 18:47:14.984448 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:47:15.015335 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a05ca6-9210-43ba-822a-9b44964c86aa tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event updated for resources: {'Port': ['ID=c9d95687-d389-4f83-95d6-12766a20c46b,revision_number=6']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:15.018770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-93a05ca6-9210-43ba-822a-9b44964c86aa tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:15.055184 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'status': 'completed', 'code': 200} Apr 19 18:47:15.132403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['c9d95687-d389-4f83-95d6-12766a20c46b'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:47:15.240125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d552f2-b800-40f6-91db-61338be1cb1d req-19c3cde7-60ee-4e59-8860-db5c7f75ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:15.241887 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c7d552f2-b800-40f6-91db-61338be1cb1d req-19c3cde7-60ee-4e59-8860-db5c7f75ff3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2134e71b8df4d8384ea7636e94f6693&device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 1138 time: 0.1677649 Apr 19 18:47:15.256590 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f680286-923a-4451-b27e-0f3aa293a193 req-f9363d31-d5ce-4834-a08f-c8a11ab4de15 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:15.258217 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4f680286-923a-4451-b27e-0f3aa293a193 req-f9363d31-d5ce-4834-a08f-c8a11ab4de15 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 985 time: 0.1302865 Apr 19 18:47:15.328045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-b5a59d65-9cfa-4a72-858e-071b6c41325f None None] Provisioning complete for port c9d95687-d389-4f83-95d6-12766a20c46b triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:47:15.328368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b5a59d65-9cfa-4a72-858e-071b6c41325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:15.415624 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4f680286-923a-4451-b27e-0f3aa293a193 req-ebd8c3cd-6f39-409f-9704-32a8bd4fd131 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&id=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1313725 Apr 19 18:47:15.445963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d552f2-b800-40f6-91db-61338be1cb1d req-38a1f8bb-326e-4a45-b1ad-d85f7e3382ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:15.448079 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c7d552f2-b800-40f6-91db-61338be1cb1d req-38a1f8bb-326e-4a45-b1ad-d85f7e3382ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=bbfe4857-9c70-4d08-a269-b4d216b11eea HTTP/1.1" status: 200 len: 915 time: 0.1888826 Apr 19 18:47:15.599195 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c7d552f2-b800-40f6-91db-61338be1cb1d req-4801c367-dc0c-4003-8226-1f965ee9578c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d95687-d389-4f83-95d6-12766a20c46b HTTP/1.1" status: 200 len: 1002 time: 0.1305091 Apr 19 18:47:15.641120 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b96f52-103b-4864-bca0-ae3b86b3856b req-4e8c646c-5545-44e0-8f29-fe6d6bae3f1f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:15.650116 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d2b96f52-103b-4864-bca0-ae3b86b3856b req-4e8c646c-5545-44e0-8f29-fe6d6bae3f1f tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.1133852 Apr 19 18:47:15.693199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d552f2-b800-40f6-91db-61338be1cb1d req-293eb75a-b9d5-43c6-9f8a-a5ad7a15aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:15.695639 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c7d552f2-b800-40f6-91db-61338be1cb1d req-293eb75a-b9d5-43c6-9f8a-a5ad7a15aa4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3957a99-fa17-4830-85e5-141a15a7d80e HTTP/1.1" status: 200 len: 853 time: 0.0900600 Apr 19 18:47:15.700245 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d2b96f52-103b-4864-bca0-ae3b86b3856b req-f608186e-c365-4f3d-88e5-83a89124a438 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488691 Apr 19 18:47:15.805058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d552f2-b800-40f6-91db-61338be1cb1d req-ea68fe54-b824-4de5-be4c-837f79c9f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:15.806690 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c7d552f2-b800-40f6-91db-61338be1cb1d req-ea68fe54-b824-4de5-be4c-837f79c9f951 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbfe4857-9c70-4d08-a269-b4d216b11eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1020932 Apr 19 18:47:15.980879 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c7d552f2-b800-40f6-91db-61338be1cb1d req-7edf6ddc-22d5-4fff-b9f2-9917b1225dd4 service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637201 Apr 19 18:47:16.134913 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c7d552f2-b800-40f6-91db-61338be1cb1d req-d43d3340-9086-4928-aa31-43b62d3d9c5b service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457787 Apr 19 18:47:16.914773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41212f97-1452-4520-950c-d9441572ee78 req-5d7bf432-73a3-4c90-a8e1-d7483e5bd524 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:16.916456 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-41212f97-1452-4520-950c-d9441572ee78 req-5d7bf432-73a3-4c90-a8e1-d7483e5bd524 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.0921021 Apr 19 18:47:16.967912 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-41212f97-1452-4520-950c-d9441572ee78 req-c5f83a7d-c81d-4538-8958-c7394c003c9a tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450535 Apr 19 18:47:18.182005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ab9d7-0a19-41e8-be07-6b7b3ed27960 req-187ef8a3-3b8d-4e3b-a40c-ccbcd2bb51d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:18.183728 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1a4ab9d7-0a19-41e8-be07-6b7b3ed27960 req-187ef8a3-3b8d-4e3b-a40c-ccbcd2bb51d3 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.0928090 Apr 19 18:47:18.236996 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1a4ab9d7-0a19-41e8-be07-6b7b3ed27960 req-f73c6c55-020f-44dc-8a8e-e304acfbbbb5 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/security-groups?id=d86af181-d0c8-42bf-a50c-87e702b64734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466943 Apr 19 18:47:18.341257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31751618-fb87-4b8c-b10e-b0106a523643 req-3dbea580-fe0e-4632-9c66-f4059a704fe1 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:18.342857 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-31751618-fb87-4b8c-b10e-b0106a523643 req-3dbea580-fe0e-4632-9c66-f4059a704fe1 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 945 time: 0.0930622 Apr 19 18:47:18.424608 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-31751618-fb87-4b8c-b10e-b0106a523643 req-9ee29d10-db95-48d2-953c-f7d428fc0a3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Deleting port e6b3c062-31aa-4262-8d19-44fc0da2a270 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:47:18.425114 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-31751618-fb87-4b8c-b10e-b0106a523643 req-9ee29d10-db95-48d2-953c-f7d428fc0a3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:18.697345 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-31751618-fb87-4b8c-b10e-b0106a523643 req-9ee29d10-db95-48d2-953c-f7d428fc0a3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] For port e6b3c062-31aa-4262-8d19-44fc0da2a270, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6b3c062-31aa-4262-8d19-44fc0da2a270,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:18.697664 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-31751618-fb87-4b8c-b10e-b0106a523643 req-9ee29d10-db95-48d2-953c-f7d428fc0a3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:18.834335 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-31751618-fb87-4b8c-b10e-b0106a523643 req-9ee29d10-db95-48d2-953c-f7d428fc0a3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Calling delete_port for e6b3c062-31aa-4262-8d19-44fc0da2a270 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:47:18.995424 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-31751618-fb87-4b8c-b10e-b0106a523643 req-9ee29d10-db95-48d2-953c-f7d428fc0a3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:19.002521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:19.007250 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['e6b3c062-31aa-4262-8d19-44fc0da2a270'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:47:19.068804 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee29d10-db95-48d2-953c-f7d428fc0a3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Pushing event deleted for resources: {'Port': ['ID=e6b3c062-31aa-4262-8d19-44fc0da2a270,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:19.072447 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9ee29d10-db95-48d2-953c-f7d428fc0a3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:19.150153 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-31751618-fb87-4b8c-b10e-b0106a523643 req-9ee29d10-db95-48d2-953c-f7d428fc0a3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] No DVR routers for this DVR port e6b3c062-31aa-4262-8d19-44fc0da2a270 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:47:19.153101 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-31751618-fb87-4b8c-b10e-b0106a523643 req-9ee29d10-db95-48d2-953c-f7d428fc0a3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:19.157656 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e597eab-597e-41ff-8325-84ab0336ec91', 'name': 'network-vif-deleted', 'tag': 'e6b3c062-31aa-4262-8d19-44fc0da2a270'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:47:19.172754 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-31751618-fb87-4b8c-b10e-b0106a523643 req-9ee29d10-db95-48d2-953c-f7d428fc0a3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.60 "DELETE /v2.0/ports/e6b3c062-31aa-4262-8d19-44fc0da2a270 HTTP/1.1" status: 204 len: 173 time: 0.8234837 Apr 19 18:47:19.217954 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e597eab-597e-41ff-8325-84ab0336ec91', 'name': 'network-vif-deleted', 'tag': 'e6b3c062-31aa-4262-8d19-44fc0da2a270', 'status': 'completed', 'code': 200} Apr 19 18:47:19.421785 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bab82aa5-f867-4912-8df9-124228ef2395 req-5808815f-62c5-4653-9e22-36fab0767146 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e597eab-597e-41ff-8325-84ab0336ec91 HTTP/1.1" status: 200 len: 210 time: 0.0498199 Apr 19 18:47:20.531026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 53268) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:21.114517 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019289'] for router_interface, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:21.416273 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-c145fd46-4660-4d48-8a3a-cb3e22308576 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Synchronizing usage tracker for tenant:81f1259188ae403892850138664083a7 on resource:security_group {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:21.436286 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-c145fd46-4660-4d48-8a3a-cb3e22308576 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Unset dirty status for tenant:81f1259188ae403892850138664083a7 on resource:security_group {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:21.437558 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-c145fd46-4660-4d48-8a3a-cb3e22308576 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313156776&fields=id&tenant_id=81f1259188ae403892850138664083a7 HTTP/1.1" status: 200 len: 267 time: 0.0673134 Apr 19 18:47:21.607709 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-7d83e9e5-90fc-4ea0-bd73-9070309f3bb8 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:21.608449 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-7d83e9e5-90fc-4ea0-bd73-9070309f3bb8 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Synchronizing usage tracker for tenant:81f1259188ae403892850138664083a7 on resource:network {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:21.625384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-7d83e9e5-90fc-4ea0-bd73-9070309f3bb8 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Unset dirty status for tenant:81f1259188ae403892850138664083a7 on resource:network {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:21.626683 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-7d83e9e5-90fc-4ea0-bd73-9070309f3bb8 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/networks?id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a HTTP/1.1" status: 200 len: 808 time: 0.1806567 Apr 19 18:47:21.643146 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-c69e8fc5-bf2f-447e-b796-17c0619282e5 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/quotas/81f1259188ae403892850138664083a7 HTTP/1.1" status: 200 len: 375 time: 0.0100605 Apr 19 18:47:21.712891 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] Deleting port 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:47:21.713187 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:21.745790 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-60ee8f40-d3ee-4b2a-8b04-15fa0cd99373 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=81f1259188ae403892850138664083a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944211 Apr 19 18:47:21.912545 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] For port 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=8e1f1a91-5b8d-4121-b9b6-4097e9493c7e,segment=NetworkSegment(5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955),segment_id=5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:21.912947 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:21.924468 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-1bedc399-df44-42d0-ab2a-8580b7f979a7 service neutron] 10.222.0.10 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645472 Apr 19 18:47:22.052786 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] Calling delete_port for 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e owned by network:router_interface {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:47:22.078256 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-d6711148-9549-4f46-a54b-c581cfeceee7 service neutron] 10.222.0.10 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459136 Apr 19 18:47:22.381091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:22.385993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-92f00563-0b3c-400a-b626-3406eb50b978 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:22.395864 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device e6b3c062-31aa-4262-8d19-44fc0da2a270 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:47:22.431557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1f1a91-5b8d-4121-b9b6-4097e9493c7e,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:22.435822 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:22.436304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: e6b3c062-31aa-4262-8d19-44fc0da2a270 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:47:22.437000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device e6b3c062-31aa-4262-8d19-44fc0da2a270 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:47:22.592854 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-cf8b43df-5222-4371-b354-d38813a1ecc9 req-72a53048-db03-43c4-93a1-03efbd40398b tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Synchronizing usage tracker for tenant:81f1259188ae403892850138664083a7 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:22.750420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-cf8b43df-5222-4371-b354-d38813a1ecc9 req-72a53048-db03-43c4-93a1-03efbd40398b tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Unset dirty status for tenant:81f1259188ae403892850138664083a7 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:22.751642 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cf8b43df-5222-4371-b354-d38813a1ecc9 req-72a53048-db03-43c4-93a1-03efbd40398b tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 210 time: 0.2176604 Apr 19 18:47:22.824350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854149470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1019367'] for router_interface, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:22.976907 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6c09723e-26ed-48da-a4b7-8dfaf8cc97ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:23.236613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] Router 8868550a-b6f3-4d19-a574-53e85dbdd444 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:47:23.437368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:47:23.446975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e59931-0a29-485d-bddf-8c7ecd03e005 None None] Sync routers for ids ['8868550a-b6f3-4d19-a574-53e85dbdd444'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:47:23.453810 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] 10.222.0.10 "PUT /v2.0/routers/8868550a-b6f3-4d19-a574-53e85dbdd444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9192660 Apr 19 18:47:23.454211 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 53310) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:23.458143 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e59931-0a29-485d-bddf-8c7ecd03e005 None None] Routers {'8868550a-b6f3-4d19-a574-53e85dbdd444'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:47:23.458841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-b1e59931-0a29-485d-bddf-8c7ecd03e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:46:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['8868550a-b6f3-4d19-a574-53e85dbdd444'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:23.650635 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Notify callbacks [] for router, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:23.653004 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-b1e59931-0a29-485d-bddf-8c7ecd03e005 None None] Set router 8868550a-b6f3-4d19-a574-53e85dbdd444 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:47:23.951221 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-57d654a7-2389-4034-bd11-232a409507d0 req-f17d389a-1098-44cd-89e7-73908af5db8c tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 210 time: 0.0580947 Apr 19 18:47:24.002643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-b1e59931-0a29-485d-bddf-8c7ecd03e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'name': 'tempest-ServerRescueNegativeTestJSON-1787595480-router', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:44:14Z', 'updated_at': '2021-04-19T18:47:22Z', 'revision_number': 5, 'project_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'gw_port': {'id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:44:16Z', 'updated_at': '2021-04-19T18:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:24.008392 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e59931-0a29-485d-bddf-8c7ecd03e005 None None] Checking router: 8868550a-b6f3-4d19-a574-53e85dbdd444 for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:47:24.017633 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e59931-0a29-485d-bddf-8c7ecd03e005 None None] Routers {'8868550a-b6f3-4d19-a574-53e85dbdd444'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:47:24.018313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-b1e59931-0a29-485d-bddf-8c7ecd03e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:46:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['8868550a-b6f3-4d19-a574-53e85dbdd444'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:24.213051 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-b1e59931-0a29-485d-bddf-8c7ecd03e005 None None] Set router 8868550a-b6f3-4d19-a574-53e85dbdd444 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:47:24.271697 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-a49252b4-c1c7-4029-b60f-6d4b304721ad tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:24.273426 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-a49252b4-c1c7-4029-b60f-6d4b304721ad tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.60 "GET /v2.0/networks?id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a HTTP/1.1" status: 200 len: 808 time: 0.5665963 Apr 19 18:47:24.274961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:24.284211 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Deleting port 9657a0a3-6800-4325-bc01-8d6f0df94b41 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:47:24.284978 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:24.430403 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-e48a9c91-498d-4c26-9b1c-e588d6b4c38f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81f1259188ae403892850138664083a7 HTTP/1.1" status: 200 len: 8059 time: 0.1113691 Apr 19 18:47:24.465178 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Request body: {'port': {'device_id': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'admin_state_up': True, 'tenant_id': '81f1259188ae403892850138664083a7', 'security_groups': ['95bb09f9-50f5-4ef6-bc6d-b2741e43676d']}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:24.686824 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53326) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:24.706392 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] For port 9657a0a3-6800-4325-bc01-8d6f0df94b41, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=9657a0a3-6800-4325-bc01-8d6f0df94b41,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:24.707022 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:24.750009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-b1e59931-0a29-485d-bddf-8c7ecd03e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'name': 'tempest-ServerRescueNegativeTestJSON-1787595480-router', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:44:14Z', 'updated_at': '2021-04-19T18:47:22Z', 'revision_number': 5, 'project_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'gw_port': {'id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:44:16Z', 'updated_at': '2021-04-19T18:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:24.754121 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e59931-0a29-485d-bddf-8c7ecd03e005 None None] The sync data for ids ['8868550a-b6f3-4d19-a574-53e85dbdd444'] in dv-cinder-786930-1-smb is: [{'id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'name': 'tempest-ServerRescueNegativeTestJSON-1787595480-router', 'tenant_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:44:14Z', 'updated_at': '2021-04-19T18:47:22Z', 'revision_number': 5, 'project_id': 'bfbd571c9d4e409eb3e37ef72c147384', 'gw_port': {'id': '9657a0a3-6800-4325-bc01-8d6f0df94b41', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8868550a-b6f3-4d19-a574-53e85dbdd444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:44:16Z', 'updated_at': '2021-04-19T18:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:47:24.832922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:24.851763 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:24.853634 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:24.859034 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b13b5d18d24a148fd458ab9d140952 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:24.863717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Calling delete_port for 9657a0a3-6800-4325-bc01-8d6f0df94b41 owned by network:router_gateway {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:47:24.864024 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:24.874674 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:24.911929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:24.936901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Made reservation on behalf of 81f1259188ae403892850138664083a7 for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:47:24.943327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:24.965627 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:24.969021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:24.981545 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-99fbf61d-da9b-4bf2-9acb-e4886ac8ed50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:25.028598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdbebd8-19a2-4035-b4b9-c0227c427de7,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:25.037904 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0b13b5d18d24a148fd458ab9d140952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508310 Apr 19 18:47:25.038882 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53334) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:25.057096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:25.057789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:25.058193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:25.058618 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:25.059021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:25.060466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:25.060466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:25.060466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:25.060466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:25.060882 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:25.061246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:25.061636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:25.089462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:25.151129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-377128a4-96ac-409f-8a84-3ae8e02690ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:25.165472 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e906c7cf-3869-409a-a211-a84572ca9744 req-af6abd28-5349-4644-a9d6-c56d4bf1644d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 210 time: 0.0881281 Apr 19 18:47:25.184467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-377128a4-96ac-409f-8a84-3ae8e02690ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:25.232994 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-377128a4-96ac-409f-8a84-3ae8e02690ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:25.238196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-87ce00db-ac8b-44d6-9837-9565993b2b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:25.251768 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377128a4-96ac-409f-8a84-3ae8e02690ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdbebd8-19a2-4035-b4b9-c0227c427de7,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:25.254519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-377128a4-96ac-409f-8a84-3ae8e02690ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:25.258258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-377128a4-96ac-409f-8a84-3ae8e02690ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:25.267831 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-377128a4-96ac-409f-8a84-3ae8e02690ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fcdbebd8-19a2-4035-b4b9-c0227c427de7 HTTP/1.1" status: 204 len: 168 time: 0.2215183 Apr 19 18:47:25.303926 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Allocated IP 172.20.0.10 (e2ced1ec-f5b8-4dcb-a276-ca7edce7633a/be24bbfc-2e99-4c65-adf0-d810514ee07e/ae867047-8561-4599-afea-7dd532ca4dea) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:47:25.315235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:25.321323 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9ee29d10-db95-48d2-953c-f7d428fc0a3c tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:25.379497 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Pushing event deleted for resources: {'Port': ['ID=9657a0a3-6800-4325-bc01-8d6f0df94b41,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:25.396547 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:25.619970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853834650'] for router_gateway, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:25.820119 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5c44fe9-3e51-4340-bc27-ed5ed0104a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:25.840899 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853755846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760019'] for router, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:25.845659 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:25.883162 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:25.946387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:25.965152 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-948350'] for router, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:25.965688 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8868550a-b6f3-4d19-a574-53e85dbdd444 {{(pid=86313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:47:25.967364 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Transition to ACTIVE for port object ae867047-8561-4599-afea-7dd532ca4dea will not be triggered until provisioned by entity DHCP. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:47:25.998679 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Notify callbacks [] for router, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:26.002435 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8868550a-b6f3-4d19-a574-53e85dbdd444 HTTP/1.1" status: 204 len: 168 time: 2.5447018 Apr 19 18:47:26.003081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53340) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:26.012307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:26.018936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5ac9e1e8-21e2-4a2f-8786-5a6d7bf8cf1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:26.079698 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab57129-30c0-4797-aaa4-b168ecceaf88 admin admin] Deleting subnet 83bcaa7b-30da-45fa-b239-16096acfb303 {{(pid=86314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:47:26.083629 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aab57129-30c0-4797-aaa4-b168ecceaf88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:26.096187 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:47:26.100888 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:47:26.105143 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:47:26.138709 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aab57129-30c0-4797-aaa4-b168ecceaf88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851726022'] for subnet, precommit_delete_associations {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:26.158497 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event updated for resources: {'Port': ['ID=ae867047-8561-4599-afea-7dd532ca4dea,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:26.170227 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:26.211264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:26.212012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:26.214235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aab57129-30c0-4797-aaa4-b168ecceaf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:26.259473 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-97d2ff58-f1e7-4a0b-a351-6202575a30a4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8105803 Apr 19 18:47:26.282979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Request body: {'port': {'device_id': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:26.315919 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-d7320da0-fef6-44c3-8d24-bfaf9c21bf23 None None] Provisioning for port ae867047-8561-4599-afea-7dd532ca4dea completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:47:26.329783 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-d7320da0-fef6-44c3-8d24-bfaf9c21bf23 None None] Provisioning complete for port ae867047-8561-4599-afea-7dd532ca4dea triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:47:26.330613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d7320da0-fef6-44c3-8d24-bfaf9c21bf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:26.400741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-d7320da0-fef6-44c3-8d24-bfaf9c21bf23 None None] Port ae867047-8561-4599-afea-7dd532ca4dea cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:47:26.435111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:26.553088 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6becdc-00dc-4eb9-96e8-ee923607ae76 req-bd6f6fd1-a2bc-4da9-b479-cc2389eaf458 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:26.555448 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7b6becdc-00dc-4eb9-96e8-ee923607ae76 req-bd6f6fd1-a2bc-4da9-b479-cc2389eaf458 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 932 time: 0.1912260 Apr 19 18:47:26.558222 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 9657a0a3-6800-4325-bc01-8d6f0df94b41 no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:47:26.598155 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 9657a0a3-6800-4325-bc01-8d6f0df94b41 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:47:26.598884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 9657a0a3-6800-4325-bc01-8d6f0df94b41 not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:47:26.599587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:47:26.626007 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7b6becdc-00dc-4eb9-96e8-ee923607ae76 req-2f5be9de-32a0-450f-8975-24d4e427f507 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611939 Apr 19 18:47:26.638871 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aab57129-30c0-4797-aaa4-b168ecceaf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852413074'] for subnet, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:26.644968 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:47:26.646715 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-413b7cf3-1669-47e3-9463-e3316134601a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:26.646826 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 8e1f1a91-5b8d-4121-b9b6-4097e9493c7e not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:47:26.685252 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab57129-30c0-4797-aaa4-b168ecceaf88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83bcaa7b-30da-45fa-b239-16096acfb303,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:26.688107 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-aab57129-30c0-4797-aaa4-b168ecceaf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:26.691073 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-aab57129-30c0-4797-aaa4-b168ecceaf88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:26.697444 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-aab57129-30c0-4797-aaa4-b168ecceaf88 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/83bcaa7b-30da-45fa-b239-16096acfb303 HTTP/1.1" status: 204 len: 168 time: 0.6931002 Apr 19 18:47:26.700152 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53346) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:26.828333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:26.971547 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:27.080290 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae867047-8561-4599-afea-7dd532ca4dea {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:47:27.090108 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:27.092671 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5491f799-d694-4a65-a4df-21dc2df8b545']}} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:27.106317 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Transition to ACTIVE for port object ae867047-8561-4599-afea-7dd532ca4dea will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:47:27.106610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955') {'for_net_delete': True} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:27.106902 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7a1fc8-20eb-4c53-8dd1-ebd3d87ca955') {} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:27.110202 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:27.115266 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5ae18a8c-540b-4cc6-b969-cf31a1b7921c tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:27.120483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3049778'] for segment, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:27.139030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:27.146404 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=86314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:47:27.231226 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:27.291134 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae867047-8561-4599-afea-7dd532ca4dea,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:27.298991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:27.348720 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] Network 5491f799-d694-4a65-a4df-21dc2df8b545 has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:47:27.358342 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852213907'] for segment, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:27.374607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Attempting to bind port ae867047-8561-4599-afea-7dd532ca4dea on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:47:27.375040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Attempting to bind port ae867047-8561-4599-afea-7dd532ca4dea by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:47:27.375325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Attempting to bind port ae867047-8561-4599-afea-7dd532ca4dea on network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:47:27.381374 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Port ae867047-8561-4599-afea-7dd532ca4dea on network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:47:27.381733 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Attempting to bind port ae867047-8561-4599-afea-7dd532ca4dea on network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:47:27.387366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:47:27.387738 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Checking segment: {'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:47:27.388157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Bound using segment: {'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:47:27.388642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Bound port: ae867047-8561-4599-afea-7dd532ca4dea, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d126a2c-e157-47e1-9391-be5e12bf5d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:47:27.389081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:27.499075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] For port ae867047-8561-4599-afea-7dd532ca4dea, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:47:27.502321 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] For port ae867047-8561-4599-afea-7dd532ca4dea, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae867047-8561-4599-afea-7dd532ca4dea,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:47:27.506365 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:27.511387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-28643fc3-cd6a-42eb-92c5-e77a2ff758af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:27.559075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] Network 5491f799-d694-4a65-a4df-21dc2df8b545 has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:47:27.563904 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:27.564608 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:27.566788 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] 10.222.0.60 "PUT /v2.0/ports/ae867047-8561-4599-afea-7dd532ca4dea HTTP/1.1" status: 200 len: 1094 time: 1.2925706 Apr 19 18:47:27.569382 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:47:27.584875 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:47:27.622896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae867047-8561-4599-afea-7dd532ca4dea,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:27.673150 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea', 'status': 'completed', 'code': 200} Apr 19 18:47:27.674098 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:27.705814 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:27.711125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2dcf3b46-b3e9-423d-b322-69ee4e472aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:27.729822 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-893edd21-e7a6-43a8-a3d3-0c1e2a347689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:27.731635 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-893edd21-e7a6-43a8-a3d3-0c1e2a347689 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81f1259188ae403892850138664083a7&device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 1097 time: 0.1101449 Apr 19 18:47:27.732657 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:27.743148 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] Pushing event deleted for resources: {'Network': ['ID=5491f799-d694-4a65-a4df-21dc2df8b545,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:27.752139 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:27.763171 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-44b82a6e-1cb8-4c87-aa64-44c224be1614 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5491f799-d694-4a65-a4df-21dc2df8b545 HTTP/1.1" status: 204 len: 168 time: 1.0595055 Apr 19 18:47:27.820374 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-77b649c5-3b27-420d-b870-b80886a47f2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae867047-8561-4599-afea-7dd532ca4dea HTTP/1.1" status: 200 len: 217 time: 0.0794470 Apr 19 18:47:27.887296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4824a57-46a1-4a2e-a392-8acecec25322 req-6dfc86a0-5998-462e-a5f4-14ef29d47e8a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:27.888986 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a4824a57-46a1-4a2e-a392-8acecec25322 req-6dfc86a0-5998-462e-a5f4-14ef29d47e8a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 944 time: 0.1171064 Apr 19 18:47:27.911289 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-59f49a3a-8268-4451-848e-3e9aaf54fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:27.913177 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-59f49a3a-8268-4451-848e-3e9aaf54fcfc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be24bbfc-2e99-4c65-adf0-d810514ee07e HTTP/1.1" status: 200 len: 847 time: 0.0855930 Apr 19 18:47:27.943249 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a4824a57-46a1-4a2e-a392-8acecec25322 req-de7bbd4e-b179-452e-8b06-8baebf5baff4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467122 Apr 19 18:47:27.994925 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53358) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:28.004241 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-2a783211-6803-41bc-a9dd-49e2b2b4916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:28.005446 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-2a783211-6803-41bc-a9dd-49e2b2b4916c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843134 Apr 19 18:47:28.050452 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1cef2a13-fcd9-4142-8c76-850a00143721 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bfbd571c9d4e409eb3e37ef72c147384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535183 Apr 19 18:47:28.053159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53362) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:28.118136 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3c452f4a-d291-4124-903c-1d78e9045fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:28.146582 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3c452f4a-d291-4124-903c-1d78e9045fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:28.161750 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-ed308bd1-08e5-4855-9a28-d4aa41281c16 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472323 Apr 19 18:47:28.206308 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3c452f4a-d291-4124-903c-1d78e9045fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:28.212415 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:28.229787 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c452f4a-d291-4124-903c-1d78e9045fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86af181-d0c8-42bf-a50c-87e702b64734,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:28.232884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3c452f4a-d291-4124-903c-1d78e9045fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:28.233915 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:28.239543 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3c452f4a-d291-4124-903c-1d78e9045fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:28.240758 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3c452f4a-d291-4124-903c-1d78e9045fda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d86af181-d0c8-42bf-a50c-87e702b64734 HTTP/1.1" status: 204 len: 168 time: 0.1867006 Apr 19 18:47:28.319683 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8c5e77be-43fc-4363-ad04-364cba4bea8e req-2aac3280-c301-4394-a08b-fa79d34bde33 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490493 Apr 19 18:47:28.467614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab4f4d-e5c8-4116-840b-1447ac1b4353 req-754d1376-80d0-4c94-972b-1d1a3649f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:28.469256 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56ab4f4d-e5c8-4116-840b-1447ac1b4353 req-754d1376-80d0-4c94-972b-1d1a3649f777 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81f1259188ae403892850138664083a7&device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 1097 time: 0.0872092 Apr 19 18:47:28.638536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab4f4d-e5c8-4116-840b-1447ac1b4353 req-853c603a-c0db-4046-b2b6-56d32a114f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:28.640159 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56ab4f4d-e5c8-4116-840b-1447ac1b4353 req-853c603a-c0db-4046-b2b6-56d32a114f99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a HTTP/1.1" status: 200 len: 909 time: 0.1568539 Apr 19 18:47:28.718517 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56ab4f4d-e5c8-4116-840b-1447ac1b4353 req-970314a8-270b-48ce-ba2b-af589d385748 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae867047-8561-4599-afea-7dd532ca4dea HTTP/1.1" status: 200 len: 217 time: 0.0705159 Apr 19 18:47:28.805068 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab4f4d-e5c8-4116-840b-1447ac1b4353 req-4e090034-5d23-499a-a540-d49e104cfa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:28.806906 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56ab4f4d-e5c8-4116-840b-1447ac1b4353 req-4e090034-5d23-499a-a540-d49e104cfa70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be24bbfc-2e99-4c65-adf0-d810514ee07e HTTP/1.1" status: 200 len: 847 time: 0.0739014 Apr 19 18:47:28.896662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab4f4d-e5c8-4116-840b-1447ac1b4353 req-b22d24f9-6d1e-41e9-835c-d229529fc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:28.898474 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56ab4f4d-e5c8-4116-840b-1447ac1b4353 req-b22d24f9-6d1e-41e9-835c-d229529fc71c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810168 Apr 19 18:47:29.058027 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56ab4f4d-e5c8-4116-840b-1447ac1b4353 req-b385c6e2-424d-4fa1-aa6d-99fa8e2ae87b service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483886 Apr 19 18:47:29.264183 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56ab4f4d-e5c8-4116-840b-1447ac1b4353 req-4df3e0b5-83ae-4166-8fc4-617d06bd9bfb service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983724 Apr 19 18:47:29.315675 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051eef1-ae1a-447a-9686-59b1268f71df req-b102d60e-80e7-42c3-9679-bc5460e0dba5 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:29.316480 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-b051eef1-ae1a-447a-9686-59b1268f71df req-b102d60e-80e7-42c3-9679-bc5460e0dba5 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Synchronizing usage tracker for tenant:81f1259188ae403892850138664083a7 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:29.332031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-b051eef1-ae1a-447a-9686-59b1268f71df req-b102d60e-80e7-42c3-9679-bc5460e0dba5 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Unset dirty status for tenant:81f1259188ae403892850138664083a7 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:29.333259 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b051eef1-ae1a-447a-9686-59b1268f71df req-b102d60e-80e7-42c3-9679-bc5460e0dba5 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 944 time: 0.1193240 Apr 19 18:47:29.384066 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b051eef1-ae1a-447a-9686-59b1268f71df req-1fab5007-d106-4f01-85a9-a77609616e33 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443125 Apr 19 18:47:30.454420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ae867047-8561-4599-afea-7dd532ca4dea details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:47:30.590350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab672530-cc93-4396-a432-31bedea7dc4c req-6d86e454-a49e-4602-b870-1d0235f76d37 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:30.592207 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ab672530-cc93-4396-a432-31bedea7dc4c req-6d86e454-a49e-4602-b870-1d0235f76d37 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 944 time: 0.0927165 Apr 19 18:47:30.647191 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ab672530-cc93-4396-a432-31bedea7dc4c req-26b65413-84a1-4c5b-ac85-d1a072564203 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475378 Apr 19 18:47:30.770694 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ae867047-8561-4599-afea-7dd532ca4dea, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae867047-8561-4599-afea-7dd532ca4dea,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:30.785326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'ae867047-8561-4599-afea-7dd532ca4dea', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'port_id': 'ae867047-8561-4599-afea-7dd532ca4dea', 'mac_address': 'fa:16:3e:9c:1d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:47:30.845933 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:30.865664 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae867047-8561-4599-afea-7dd532ca4dea {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:47:30.882294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ae867047-8561-4599-afea-7dd532ca4dea, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae867047-8561-4599-afea-7dd532ca4dea,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:30.885584 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:30.887561 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:30.968010 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=ae867047-8561-4599-afea-7dd532ca4dea,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:30.972413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:31.172986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['ae867047-8561-4599-afea-7dd532ca4dea'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:47:31.859620 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31933f81-23ac-4677-824e-732789e18009 req-1f985147-42f7-410f-b32f-18a0d6a781bd tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:31.861120 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-31933f81-23ac-4677-824e-732789e18009 req-1f985147-42f7-410f-b32f-18a0d6a781bd tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 945 time: 0.0945578 Apr 19 18:47:31.910635 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-31933f81-23ac-4677-824e-732789e18009 req-bb4efce3-6c43-4645-ac17-52451b12e356 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429394 Apr 19 18:47:32.465065 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ae867047-8561-4599-afea-7dd532ca4dea up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:47:32.540855 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port ae867047-8561-4599-afea-7dd532ca4dea completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:47:32.545918 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port ae867047-8561-4599-afea-7dd532ca4dea triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:47:32.546336 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:32.680975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:32.710238 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:47:32.720688 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ae867047-8561-4599-afea-7dd532ca4dea, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae867047-8561-4599-afea-7dd532ca4dea,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:32.724053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:32.726096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:32.767725 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea', 'code': 200} Apr 19 18:47:32.806048 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=ae867047-8561-4599-afea-7dd532ca4dea,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:32.809276 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:33.170791 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb6e1a-d619-4925-acd3-337efbe9d73f req-f520c4b5-e429-4bc0-a89e-a23bd6077970 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:33.172434 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1cbb6e1a-d619-4925-acd3-337efbe9d73f req-f520c4b5-e429-4bc0-a89e-a23bd6077970 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.1437700 Apr 19 18:47:33.229484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f16b3-f5ee-45d0-ab60-4cc965b74c43 req-3bfbc04d-8319-4632-b256-c1d9c88299b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:33.231135 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e81f16b3-f5ee-45d0-ab60-4cc965b74c43 req-3bfbc04d-8319-4632-b256-c1d9c88299b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 1099 time: 0.1431124 Apr 19 18:47:33.235918 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1cbb6e1a-d619-4925-acd3-337efbe9d73f req-a2bce2db-bb54-415b-bb5e-ea687ef2e977 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556188 Apr 19 18:47:33.275918 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e81f16b3-f5ee-45d0-ab60-4cc965b74c43 req-5b726904-9390-46a1-9a38-2e5b3e6d4157 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365989 Apr 19 18:47:34.450662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109bac9-226a-4345-bbe3-7c3f421bf97d req-26d245dc-61d6-459e-beca-615028ae7d75 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:34.452276 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2109bac9-226a-4345-bbe3-7c3f421bf97d req-26d245dc-61d6-459e-beca-615028ae7d75 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0911665 Apr 19 18:47:34.509536 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2109bac9-226a-4345-bbe3-7c3f421bf97d req-8aea0f1a-7030-4c94-b153-95c11589e43a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489869 Apr 19 18:47:35.712777 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73c6d-8a05-4713-bcce-6b423434996e req-21b68a05-681b-4f11-806b-41503773fa25 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:35.714304 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b5e73c6d-8a05-4713-bcce-6b423434996e req-21b68a05-681b-4f11-806b-41503773fa25 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0901091 Apr 19 18:47:35.768127 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b5e73c6d-8a05-4713-bcce-6b423434996e req-a968d87d-db04-44ab-a502-e365379f2ff5 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470459 Apr 19 18:47:35.969450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de29c68-1352-40bf-ac74-930fb769da52 req-32f74b60-1f6d-4707-b6f9-6d008f2bcdc8 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:35.971330 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6de29c68-1352-40bf-ac74-930fb769da52 req-32f74b60-1f6d-4707-b6f9-6d008f2bcdc8 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0899389 Apr 19 18:47:36.020844 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6de29c68-1352-40bf-ac74-930fb769da52 req-02e03af9-be4d-4a47-bb9b-f3c0544abf10 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425382 Apr 19 18:47:36.045775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53482) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:36.303905 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a04940-7d65-4575-8ae9-d1ed07cdb916 tempest-TestShelveInstance-462427874 tempest-TestShelveInstance-462427874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:36.304681 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a3a04940-7d65-4575-8ae9-d1ed07cdb916 tempest-TestShelveInstance-462427874 tempest-TestShelveInstance-462427874-project-admin] Synchronizing usage tracker for tenant:966797ba883b4bb5850464916c9bf386 on resource:port {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:36.320447 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a3a04940-7d65-4575-8ae9-d1ed07cdb916 tempest-TestShelveInstance-462427874 tempest-TestShelveInstance-462427874-project-admin] Unset dirty status for tenant:966797ba883b4bb5850464916c9bf386 on resource:port {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:36.321711 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a3a04940-7d65-4575-8ae9-d1ed07cdb916 tempest-TestShelveInstance-462427874 tempest-TestShelveInstance-462427874-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 1094 time: 0.2748995 Apr 19 18:47:36.324848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53492) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:36.330459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Request body: {'floatingip': {'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'port_id': 'ae867047-8561-4599-afea-7dd532ca4dea', 'tenant_id': '81f1259188ae403892850138664083a7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:36.337431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:36.341514 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Usage tracker for resource:floatingip and tenant:81f1259188ae403892850138664083a7 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:36.344523 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:36.351665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:36.593559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for floatingip, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:36.742356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:36.893816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Allocated IP 172.28.0.173 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/b2ed0ca4-91f3-474c-9a0a-a6a730aee2ad) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:47:37.051617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:37.093733 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:37.099262 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0c277e39-9d3b-41fc-aa22-36409ab0f9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:37.166244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:47:37.169798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:47:37.173707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:47:37.212710 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event updated for resources: {'Port': ['ID=b2ed0ca4-91f3-474c-9a0a-a6a730aee2ad,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:37.216832 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:37.623860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:37.707340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:37.933960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for port, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:37.937280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852213997'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:37.942512 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:38.056922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event updated for resources: {'Port': ['ID=b2ed0ca4-91f3-474c-9a0a-a6a730aee2ad,revision_number=2']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:38.061429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:38.069025 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:38.249086 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_db [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Floating IP db65bb67-c22e-4f14-acb0-b24dc08050c7 associated. External IP: 172.28.0.173, port: ae867047-8561-4599-afea-7dd532ca4dea. Apr 19 18:47:38.623598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Router 18b38571-bbc9-43c5-9177-427a1a195049 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:47:38.819164 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:47:38.829444 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee2625c-ff5e-44a2-ba28-d37103d507e1 None None] Sync routers for ids ['18b38571-bbc9-43c5-9177-427a1a195049'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:47:38.840307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee2625c-ff5e-44a2-ba28-d37103d507e1 None None] Routers {'18b38571-bbc9-43c5-9177-427a1a195049'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:47:38.841203 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-cee2625c-ff5e-44a2-ba28-d37103d507e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:47:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['18b38571-bbc9-43c5-9177-427a1a195049'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:38.847981 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:38.910097 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5841205 Apr 19 18:47:38.911220 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea'}] {{(pid=86314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:47:38.962075 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea', 'status': 'completed', 'code': 200} Apr 19 18:47:39.045502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-cee2625c-ff5e-44a2-ba28-d37103d507e1 None None] Set router 18b38571-bbc9-43c5-9177-427a1a195049 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:47:39.089902 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6391ff-8257-40de-bc4d-ba95b25efaf7 req-471d22de-6da0-4d26-8d6f-e47ca5ef57f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:39.091704 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8d6391ff-8257-40de-bc4d-ba95b25efaf7 req-471d22de-6da0-4d26-8d6f-e47ca5ef57f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81f1259188ae403892850138664083a7&device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 1099 time: 0.0872865 Apr 19 18:47:39.192737 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53522) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:39.256877 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6391ff-8257-40de-bc4d-ba95b25efaf7 req-f0881239-d122-4d57-a861-e73cbfa71ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:39.258456 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8d6391ff-8257-40de-bc4d-ba95b25efaf7 req-f0881239-d122-4d57-a861-e73cbfa71ec5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a HTTP/1.1" status: 200 len: 909 time: 0.1590669 Apr 19 18:47:39.343589 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c3864678-7564-4022-a74b-a631976c78bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:39.360564 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c3864678-7564-4022-a74b-a631976c78bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:39.365749 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c3864678-7564-4022-a74b-a631976c78bc admin admin] Usage tracker for resource:security_group_rule and tenant:0a2db281af8246b3a535e159c0642f11 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:39.368645 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c3864678-7564-4022-a74b-a631976c78bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:39.374878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c3864678-7564-4022-a74b-a631976c78bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:39.387372 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8d6391ff-8257-40de-bc4d-ba95b25efaf7 req-f707cb91-2960-44e9-8e6a-fe1f99c7d24a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae867047-8561-4599-afea-7dd532ca4dea HTTP/1.1" status: 200 len: 1000 time: 0.1212537 Apr 19 18:47:39.469168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6391ff-8257-40de-bc4d-ba95b25efaf7 req-8e3b423e-e3d8-40fa-9256-9ee3cdc2a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:39.472195 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8d6391ff-8257-40de-bc4d-ba95b25efaf7 req-8e3b423e-e3d8-40fa-9256-9ee3cdc2a5f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be24bbfc-2e99-4c65-adf0-d810514ee07e HTTP/1.1" status: 200 len: 847 time: 0.0754828 Apr 19 18:47:39.473452 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c3864678-7564-4022-a74b-a631976c78bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:39.478437 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c3864678-7564-4022-a74b-a631976c78bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:39.489874 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-648bf3c2-2148-4fb2-82fd-b76cd13908c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:39.537256 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c3864678-7564-4022-a74b-a631976c78bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a2db281af8246b3a535e159c0642f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429489 Apr 19 18:47:39.538199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3864678-7564-4022-a74b-a631976c78bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66791a6f-facb-42b6-948a-e2bf6bab443b,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:39.541159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53532) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:39.544258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c3864678-7564-4022-a74b-a631976c78bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:39.544725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-cee2625c-ff5e-44a2-ba28-d37103d507e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:46:33Z', 'revision_number': 4, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': 'db65bb67-c22e-4f14-acb0-b24dc08050c7', 'tenant_id': '81f1259188ae403892850138664083a7', 'floating_ip_address': '172.28.0.173', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'port_id': 'ae867047-8561-4599-afea-7dd532ca4dea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'mac_address': 'fa:16:3e:9c:1d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:47:37Z', 'updated_at': '2021-04-19T18:47:37Z', 'revision_number': 0, 'project_id': '81f1259188ae403892850138664083a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099774d9-4a87-4e09-9e5a-76aa1568a6f5', 'name': '', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'tenant_id': '81f1259188ae403892850138664083a7', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:31Z', 'updated_at': '2021-04-19T18:46:45Z', 'revision_number': 5, 'project_id': '81f1259188ae403892850138664083a7', 'subnets': [{'id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:39.553166 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee2625c-ff5e-44a2-ba28-d37103d507e1 None None] Checking router: 18b38571-bbc9-43c5-9177-427a1a195049 for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:47:39.566457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee2625c-ff5e-44a2-ba28-d37103d507e1 None None] Routers {'18b38571-bbc9-43c5-9177-427a1a195049'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:47:39.567279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-cee2625c-ff5e-44a2-ba28-d37103d507e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:47:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['18b38571-bbc9-43c5-9177-427a1a195049'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:39.587052 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6391ff-8257-40de-bc4d-ba95b25efaf7 req-3bdb3101-b6c0-49e9-b78a-e4f47d15aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:39.588795 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8d6391ff-8257-40de-bc4d-ba95b25efaf7 req-3bdb3101-b6c0-49e9-b78a-e4f47d15aa2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1096303 Apr 19 18:47:39.614473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dc3324a9-054d-4bde-becd-ca8ee5bb32c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:39.644630 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dc3324a9-054d-4bde-becd-ca8ee5bb32c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:39.704693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dc3324a9-054d-4bde-becd-ca8ee5bb32c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:39.712898 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-371b5057-6fb7-4891-8db3-f665f3e840e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:39.730686 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3324a9-054d-4bde-becd-ca8ee5bb32c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66791a6f-facb-42b6-948a-e2bf6bab443b,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:39.733630 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dc3324a9-054d-4bde-becd-ca8ee5bb32c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:39.734822 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dc3324a9-054d-4bde-becd-ca8ee5bb32c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:39.737603 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-dc3324a9-054d-4bde-becd-ca8ee5bb32c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66791a6f-facb-42b6-948a-e2bf6bab443b HTTP/1.1" status: 204 len: 168 time: 0.1948631 Apr 19 18:47:39.768714 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8d6391ff-8257-40de-bc4d-ba95b25efaf7 req-9655237a-47b2-42e0-8957-683c2abbc816 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723757 Apr 19 18:47:39.857652 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-cee2625c-ff5e-44a2-ba28-d37103d507e1 None None] Set router 18b38571-bbc9-43c5-9177-427a1a195049 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:47:40.185877 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8d6391ff-8257-40de-bc4d-ba95b25efaf7 req-70cab78a-3aa6-489f-8bf3-1f49e85e541d service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020636 Apr 19 18:47:40.274665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-cee2625c-ff5e-44a2-ba28-d37103d507e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:46:33Z', 'revision_number': 4, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': 'db65bb67-c22e-4f14-acb0-b24dc08050c7', 'tenant_id': '81f1259188ae403892850138664083a7', 'floating_ip_address': '172.28.0.173', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'port_id': 'ae867047-8561-4599-afea-7dd532ca4dea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'mac_address': 'fa:16:3e:9c:1d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:47:37Z', 'updated_at': '2021-04-19T18:47:37Z', 'revision_number': 0, 'project_id': '81f1259188ae403892850138664083a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099774d9-4a87-4e09-9e5a-76aa1568a6f5', 'name': '', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'tenant_id': '81f1259188ae403892850138664083a7', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:31Z', 'updated_at': '2021-04-19T18:46:45Z', 'revision_number': 5, 'project_id': '81f1259188ae403892850138664083a7', 'subnets': [{'id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:40.278779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee2625c-ff5e-44a2-ba28-d37103d507e1 None None] The sync data for ids ['18b38571-bbc9-43c5-9177-427a1a195049'] in dv-cinder-786930-1-smb is: [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:46:33Z', 'revision_number': 4, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': 'db65bb67-c22e-4f14-acb0-b24dc08050c7', 'tenant_id': '81f1259188ae403892850138664083a7', 'floating_ip_address': '172.28.0.173', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'port_id': 'ae867047-8561-4599-afea-7dd532ca4dea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'mac_address': 'fa:16:3e:9c:1d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:47:37Z', 'updated_at': '2021-04-19T18:47:37Z', 'revision_number': 0, 'project_id': '81f1259188ae403892850138664083a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099774d9-4a87-4e09-9e5a-76aa1568a6f5', 'name': '', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'tenant_id': '81f1259188ae403892850138664083a7', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:31Z', 'updated_at': '2021-04-19T18:46:45Z', 'revision_number': 5, 'project_id': '81f1259188ae403892850138664083a7', 'subnets': [{'id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:47:40.549991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fc3f0b-996a-403a-9c7d-aab914a21388 None None] New status for floating IP db65bb67-c22e-4f14-acb0-b24dc08050c7: ACTIVE {{(pid=86316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:47:41.324560 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256ff16-277e-4701-a9c7-ad2c7fcff313 req-ec2b144a-1a18-4b90-b052-ea46a775d928 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:41.326151 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b256ff16-277e-4701-a9c7-ad2c7fcff313 req-ec2b144a-1a18-4b90-b052-ea46a775d928 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 947 time: 0.0957108 Apr 19 18:47:41.376689 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b256ff16-277e-4701-a9c7-ad2c7fcff313 req-e3273a22-de47-4b4b-a381-8ae10d4236bb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432117 Apr 19 18:47:41.541083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53584) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:41.665149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a3c6979a-16df-4b8a-a02a-90d2ed3baa99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:41.680139 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a3c6979a-16df-4b8a-a02a-90d2ed3baa99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:41.684145 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a3c6979a-16df-4b8a-a02a-90d2ed3baa99 admin admin] Usage tracker for resource:security_group_rule and tenant:f9baed1f40874123be56d87651ce7a2d is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:41.687030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a3c6979a-16df-4b8a-a02a-90d2ed3baa99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:41.693606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a3c6979a-16df-4b8a-a02a-90d2ed3baa99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:41.779573 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a3c6979a-16df-4b8a-a02a-90d2ed3baa99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:41.782655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a3c6979a-16df-4b8a-a02a-90d2ed3baa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:41.791579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d7d993b5-5b73-4ab8-ba9d-de2605d176a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:41.836058 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a3c6979a-16df-4b8a-a02a-90d2ed3baa99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9baed1f40874123be56d87651ce7a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938199 Apr 19 18:47:41.837794 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6979a-16df-4b8a-a02a-90d2ed3baa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730ae4e8-042a-4e67-995c-4ddd182c254d,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:41.839003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 53590) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:41.841055 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a3c6979a-16df-4b8a-a02a-90d2ed3baa99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:41.905238 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1f5-a42c-4f1e-ac46-0d2c211e6bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:41.932519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1f5-a42c-4f1e-ac46-0d2c211e6bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:41.977490 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1f5-a42c-4f1e-ac46-0d2c211e6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:41.981403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-35bf4e9c-4cd6-4b43-9774-c9c3212494d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:41.993455 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5f1f5-a42c-4f1e-ac46-0d2c211e6bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730ae4e8-042a-4e67-995c-4ddd182c254d,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:41.997650 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e4d5f1f5-a42c-4f1e-ac46-0d2c211e6bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:42.001003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f1f5-a42c-4f1e-ac46-0d2c211e6bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:42.002302 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e4d5f1f5-a42c-4f1e-ac46-0d2c211e6bfa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/730ae4e8-042a-4e67-995c-4ddd182c254d HTTP/1.1" status: 204 len: 168 time: 0.1620579 Apr 19 18:47:42.288423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 53598) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:42.307770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-327a416d-7c79-416a-8ded-9f1059fd7c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:42.323174 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-327a416d-7c79-416a-8ded-9f1059fd7c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:42.327170 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-327a416d-7c79-416a-8ded-9f1059fd7c90 admin admin] Usage tracker for resource:security_group_rule and tenant:035ab37eba22414b9324aaefa4b50b53 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:42.330062 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-327a416d-7c79-416a-8ded-9f1059fd7c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:42.336295 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-327a416d-7c79-416a-8ded-9f1059fd7c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:42.421655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-327a416d-7c79-416a-8ded-9f1059fd7c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:42.425488 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-327a416d-7c79-416a-8ded-9f1059fd7c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:42.434238 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7e2de82a-53b7-4745-bc7c-2766dec4d48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:42.486802 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-327a416d-7c79-416a-8ded-9f1059fd7c90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=035ab37eba22414b9324aaefa4b50b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964512 Apr 19 18:47:42.486960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a416d-7c79-416a-8ded-9f1059fd7c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d5acf8-f056-4c8f-8044-c6db54de06ad,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:42.490238 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53604) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:42.491452 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-327a416d-7c79-416a-8ded-9f1059fd7c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:42.629837 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5160-37ac-429e-b2a3-11381edde67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:42.655308 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c6811-68a0-4328-9d51-8cade7100877 req-4f7098f1-903d-43c2-9214-240b27f3b9d9 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:42.656918 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-741c6811-68a0-4328-9d51-8cade7100877 req-4f7098f1-903d-43c2-9214-240b27f3b9d9 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 947 time: 0.1492891 Apr 19 18:47:42.687469 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5160-37ac-429e-b2a3-11381edde67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:42.746660 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-741c6811-68a0-4328-9d51-8cade7100877 req-677b1827-3b3d-4b61-81be-6610fef864a6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818288 Apr 19 18:47:42.755579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5160-37ac-429e-b2a3-11381edde67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:42.760745 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c19b36ac-6896-4d3f-a676-9fe53899c769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:42.777633 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb5160-37ac-429e-b2a3-11381edde67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d5acf8-f056-4c8f-8044-c6db54de06ad,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:42.782718 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4cdb5160-37ac-429e-b2a3-11381edde67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:42.787810 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5160-37ac-429e-b2a3-11381edde67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:42.789046 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-4cdb5160-37ac-429e-b2a3-11381edde67a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80d5acf8-f056-4c8f-8044-c6db54de06ad HTTP/1.1" status: 204 len: 168 time: 0.2968342 Apr 19 18:47:43.147739 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-bf5a3bc9-1ad6-461d-bb7b-8431f4198f87 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:43.149326 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-bf5a3bc9-1ad6-461d-bb7b-8431f4198f87 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 947 time: 0.0921955 Apr 19 18:47:43.231191 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Deleting port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:47:43.231623 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:43.510076 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] For port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:43.510512 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:43.835976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:43.836395 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:43.836872 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_db [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Floating IP 0e40b22b-5751-4113-b87a-b5da5a3ea842 disassociated. External IP: 172.28.0.190, port: d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16. Apr 19 18:47:43.837256 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Calling delete_port for d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:47:44.055096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f0e59-297d-443d-b53a-37eb42f48e01 req-e37c39b0-86c0-4150-9cb5-2ccd08f01040 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:44.056707 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cd5f0e59-297d-443d-b53a-37eb42f48e01 req-e37c39b0-86c0-4150-9cb5-2ccd08f01040 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 947 time: 0.1775837 Apr 19 18:47:44.104760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:44.114358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:44.171424 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event deleted for resources: {'Port': ['ID=d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:44.177770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:44.181212 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cd5f0e59-297d-443d-b53a-37eb42f48e01 req-0a06ac40-0837-4c47-a5ca-72660b6643b8 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151836 Apr 19 18:47:44.380917 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:47:44.594023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:47:44.606774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49556d3b-f40e-423b-a93b-a43c1855ad49 None None] Sync routers for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:47:44.619357 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49556d3b-f40e-423b-a93b-a43c1855ad49 None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:47:44.621811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-49556d3b-f40e-423b-a93b-a43c1855ad49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:47:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:44.684130 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] No DVR routers for this DVR port d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:47:44.686975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:44.698652 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'name': 'network-vif-deleted', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:47:44.750197 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0a8ba37f-5ee3-4147-8b8b-c9ffc87461d0 req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.60 "DELETE /v2.0/ports/d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 HTTP/1.1" status: 204 len: 173 time: 1.5945959 Apr 19 18:47:44.777609 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e6ce1d-db3c-441e-8784-93313cdee5f9', 'name': 'network-vif-deleted', 'tag': 'd12f0a55-ea9a-445b-a9a1-7c3a45ac9d16', 'status': 'completed', 'code': 200} Apr 19 18:47:44.880981 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:44.887466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-49556d3b-f40e-423b-a93b-a43c1855ad49 None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:47:45.002735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affa9ab-d4e5-4a35-a36e-d53cb3664ba0 req-6fc5db20-2f71-4d2d-bb02-f9b161c78854 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:45.004432 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7affa9ab-d4e5-4a35-a36e-d53cb3664ba0 req-6fc5db20-2f71-4d2d-bb02-f9b161c78854 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.1037920 Apr 19 18:47:45.062178 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7affa9ab-d4e5-4a35-a36e-d53cb3664ba0 req-8ea1a26d-f370-4c7b-a22c-ed2bd507af3d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458083 Apr 19 18:47:45.437760 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8707fbcc-bfac-45ff-9ba4-0e6a3423f7d0 req-da12c45e-b81f-4d10-891d-36cccf3d54d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e6ce1d-db3c-441e-8784-93313cdee5f9 HTTP/1.1" status: 200 len: 210 time: 0.0543985 Apr 19 18:47:45.485169 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-49556d3b-f40e-423b-a93b-a43c1855ad49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:35Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:45.491131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49556d3b-f40e-423b-a93b-a43c1855ad49 None None] Checking router: 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:47:45.504953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49556d3b-f40e-423b-a93b-a43c1855ad49 None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:47:45.505891 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-49556d3b-f40e-423b-a93b-a43c1855ad49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:47:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:45.704066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-49556d3b-f40e-423b-a93b-a43c1855ad49 None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:47:46.042026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-49556d3b-f40e-423b-a93b-a43c1855ad49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:35Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:46.046263 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49556d3b-f40e-423b-a93b-a43c1855ad49 None None] The sync data for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb is: [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:35Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:47:46.306978 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628796ce-373a-4733-8f18-681ed835b466 req-a0f1ef79-2288-4d35-a0f0-7457d4a4681d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:46.308673 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-628796ce-373a-4733-8f18-681ed835b466 req-a0f1ef79-2288-4d35-a0f0-7457d4a4681d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.0962317 Apr 19 18:47:46.364840 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-628796ce-373a-4733-8f18-681ed835b466 req-91ed3109-d519-4220-b69b-a988dc09fa98 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485854 Apr 19 18:47:46.508116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ab073-aee2-4747-aa38-8b5e3e676eae None None] New status for floating IP 0e40b22b-5751-4113-b87a-b5da5a3ea842: DOWN {{(pid=86316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:47:46.530413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:47:46.572373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:47:46.572767 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d12f0a55-ea9a-445b-a9a1-7c3a45ac9d16 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:47:46.637704 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53688) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:46.723523 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f0e43e3a-289b-4b3e-8895-846981f815eb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:46.760176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f0e43e3a-289b-4b3e-8895-846981f815eb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:46.811177 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f0e43e3a-289b-4b3e-8895-846981f815eb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:46.817358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ef2fa3aa-6684-4d1b-90a5-cc9665ff64a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:46.838261 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e43e3a-289b-4b3e-8895-846981f815eb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:46.841010 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f0e43e3a-289b-4b3e-8895-846981f815eb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:46.853914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f0e43e3a-289b-4b3e-8895-846981f815eb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:46.855125 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-f0e43e3a-289b-4b3e-8895-846981f815eb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "DELETE /v2.0/security-groups/8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2 HTTP/1.1" status: 204 len: 168 time: 0.2163758 Apr 19 18:47:46.858031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 53692) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:46.880382 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.v2.resource [None req-643de610-b606-467c-b2c8-c29b3cc5d20a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] show failed (client error): The resource could not be found. Apr 19 18:47:46.882607 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-643de610-b606-467c-b2c8-c29b3cc5d20a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups/8878a5ca-fb9e-46f1-9ab4-1def8bfd25a2 HTTP/1.1" status: 404 len: 347 time: 0.0219941 Apr 19 18:47:46.885988 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53696) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:47.307835 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8951b6a3-96ea-4ea5-98d7-91698045dab6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Deleting port 737f9197-9c3d-46c8-b6a9-e47e9785c537 {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:47:47.308266 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8951b6a3-96ea-4ea5-98d7-91698045dab6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:47.328572 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-aac799f3-44b5-4ee5-88a0-21191524d2a1 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:47.330129 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-aac799f3-44b5-4ee5-88a0-21191524d2a1 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.60 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.0898132 Apr 19 18:47:47.416002 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Deleting port d17f0be5-a732-4719-b03b-aa3c5cf9ae61 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:47:47.416408 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:47.553990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8951b6a3-96ea-4ea5-98d7-91698045dab6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:47.554360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8951b6a3-96ea-4ea5-98d7-91698045dab6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:47.708245 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8951b6a3-96ea-4ea5-98d7-91698045dab6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Calling delete_port for 737f9197-9c3d-46c8-b6a9-e47e9785c537 owned by network:floatingip {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:47:47.711319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] For port d17f0be5-a732-4719-b03b-aa3c5cf9ae61, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d17f0be5-a732-4719-b03b-aa3c5cf9ae61,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:47.711722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:47.811602 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a70d5-9891-430e-ae27-449063049d2e req-7ca6015d-ff4b-4555-8644-8f1dfeada4aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:47.813133 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c26a70d5-9891-430e-ae27-449063049d2e req-7ca6015d-ff4b-4555-8644-8f1dfeada4aa tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 945 time: 0.3020914 Apr 19 18:47:47.922226 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c26a70d5-9891-430e-ae27-449063049d2e req-3f076825-0445-444a-980e-d8af9d4185d6 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=1040ae62-b7be-4da6-9c73-1e4f253f247c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977850 Apr 19 18:47:47.938187 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8951b6a3-96ea-4ea5-98d7-91698045dab6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:47.943507 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:47.992275 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951b6a3-96ea-4ea5-98d7-91698045dab6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event deleted for resources: {'Port': ['ID=737f9197-9c3d-46c8-b6a9-e47e9785c537,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:48.020431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8951b6a3-96ea-4ea5-98d7-91698045dab6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:48.026320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.026793 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.027146 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_db [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Floating IP 72c6305c-0bad-4715-8f39-2ca2cf1f464f disassociated. External IP: 172.28.0.185, port: d17f0be5-a732-4719-b03b-aa3c5cf9ae61. Apr 19 18:47:48.027521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Calling delete_port for d17f0be5-a732-4719-b03b-aa3c5cf9ae61 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:47:48.089719 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:47:48.093149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8951b6a3-96ea-4ea5-98d7-91698045dab6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.109955 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8951b6a3-96ea-4ea5-98d7-91698045dab6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.114482 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-8951b6a3-96ea-4ea5-98d7-91698045dab6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "DELETE /v2.0/floatingips/0e40b22b-5751-4113-b87a-b5da5a3ea842 HTTP/1.1" status: 204 len: 168 time: 1.2228823 Apr 19 18:47:48.195611 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.201459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ddb4cd8-8d72-4969-8cbe-f2fc94b9f714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:48.251851 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event deleted for resources: {'Port': ['ID=d17f0be5-a732-4719-b03b-aa3c5cf9ae61,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:48.256266 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:48.386105 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53714) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:48.392605 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887904366', 'description': 'tempest-description--865049371'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:48.399527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:48.404566 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Usage tracker for resource:security_group and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:48.407760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:48.417291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:48.431289 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.459187 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:48.463668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Usage tracker for resource:security_group_rule and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:48.466997 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:48.474853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:48.589733 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.591714 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.598417 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-14eddca9-07f3-47fb-8707-7fcac7a09558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:48.647590 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b269ff-cab5-4a39-80f1-d645e49c58eb,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:48.650744 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:48.652190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.653493 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2662520 Apr 19 18:47:48.656491 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53720) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:48.663275 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Request body: {'security_group_rule': {'security_group_id': '60b269ff-cab5-4a39-80f1-d645e49c58eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:48.671273 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:48.676154 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Usage tracker for resource:security_group_rule and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:48.679697 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:48.686122 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:48.703113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.709364 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Router 1b10ec8a-404f-42e8-accd-08d1a1797ffa has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:47:48.776650 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.779084 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.781908 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b8cb6e85-cf87-4176-8ac7-f1130413acf4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:48.810065 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3150a469-4a6d-4029-8818-440483617e3f,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:48.812735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:48.819614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.820943 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1633897 Apr 19 18:47:48.823714 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53724) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:48.829755 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-2ee0ec47-551f-4760-bd3f-b8a9e24de837 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Request body: {'security_group_rule': {'security_group_id': '60b269ff-cab5-4a39-80f1-d645e49c58eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:48.836603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2ee0ec47-551f-4760-bd3f-b8a9e24de837 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:48.840669 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2ee0ec47-551f-4760-bd3f-b8a9e24de837 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Usage tracker for resource:security_group_rule and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:48.843772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2ee0ec47-551f-4760-bd3f-b8a9e24de837 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:48.850859 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2ee0ec47-551f-4760-bd3f-b8a9e24de837 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:48.866911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ec47-551f-4760-bd3f-b8a9e24de837 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.903717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:47:48.914585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a81d82-574d-46b8-8e3e-61d6c480a087 None None] Sync routers for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:47:48.925838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a81d82-574d-46b8-8e3e-61d6c480a087 None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:47:48.926725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-15a81d82-574d-46b8-8e3e-61d6c480a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:47:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:48.935333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ec47-551f-4760-bd3f-b8a9e24de837 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.938265 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ec47-551f-4760-bd3f-b8a9e24de837 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.940455 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-29384b50-83ac-4336-9897-2e04a9fe7a38 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:48.967259 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0ec47-551f-4760-bd3f-b8a9e24de837 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc159bd2-2511-4e64-9a16-660a9c63632d,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:48.976185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2ee0ec47-551f-4760-bd3f-b8a9e24de837 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:48.988259 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ec47-551f-4760-bd3f-b8a9e24de837 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:48.990168 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2ee0ec47-551f-4760-bd3f-b8a9e24de837 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648493 Apr 19 18:47:48.995131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53730) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:49.001508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] No DVR routers for this DVR port d17f0be5-a732-4719-b03b-aa3c5cf9ae61 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:47:49.001706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Request body: {'floatingip': {'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:49.004949 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:49.008466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'name': 'network-vif-deleted', 'tag': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:47:49.013017 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:49.017388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Usage tracker for resource:floatingip and tenant:257b443ba4b441fd8410ddd6eaf5ab45 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:49.021839 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:49.028373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:49.031188 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c5bbcc4c-4e7b-40d8-9791-0835f77505f7 req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.60 "DELETE /v2.0/ports/d17f0be5-a732-4719-b03b-aa3c5cf9ae61 HTTP/1.1" status: 204 len: 173 time: 1.6917946 Apr 19 18:47:49.042823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:49.078605 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931110ba-7432-44c7-bacd-2530f2e08d4c', 'name': 'network-vif-deleted', 'tag': 'd17f0be5-a732-4719-b03b-aa3c5cf9ae61', 'status': 'completed', 'code': 200} Apr 19 18:47:49.127013 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cbe11e77-1419-41f9-a79c-d09486f399e2 req-e644e8a0-5ed9-4473-a18b-c60f9fe150cb tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=931110ba-7432-44c7-bacd-2530f2e08d4c HTTP/1.1" status: 200 len: 210 time: 0.0678415 Apr 19 18:47:49.160500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-15a81d82-574d-46b8-8e3e-61d6c480a087 None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:47:49.243881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:49.397440 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Allocated IP 172.28.0.186 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/4e3141cd-39a8-47ad-86ce-f2a02489bec4) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:47:49.497344 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-15a81d82-574d-46b8-8e3e-61d6c480a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:39Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:49.503606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a81d82-574d-46b8-8e3e-61d6c480a087 None None] Checking router: 1b10ec8a-404f-42e8-accd-08d1a1797ffa for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:47:49.513524 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a81d82-574d-46b8-8e3e-61d6c480a087 None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:47:49.514031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-15a81d82-574d-46b8-8e3e-61d6c480a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:47:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:49.574908 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:49.610902 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:49.616818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:49.712603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event updated for resources: {'Port': ['ID=4e3141cd-39a8-47ad-86ce-f2a02489bec4,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:49.725931 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:47:49.727660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:49.728824 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:47:49.731828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:47:49.801829 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-15a81d82-574d-46b8-8e3e-61d6c480a087 None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:47:49.828945 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:49.913917 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.077756 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965513f-036e-47db-807b-8629185c1174 req-687af17d-b5b8-48f3-b083-4997152156bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:50.079953 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1965513f-036e-47db-807b-8629185c1174 req-687af17d-b5b8-48f3-b083-4997152156bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2134e71b8df4d8384ea7636e94f6693&device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 1138 time: 0.1031663 Apr 19 18:47:50.187493 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-15a81d82-574d-46b8-8e3e-61d6c480a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:39Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:47:50.192826 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a81d82-574d-46b8-8e3e-61d6c480a087 None None] The sync data for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb is: [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:39Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:47:50.264705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23929b9f-1e6a-4994-bf00-75d3386dd697 req-6db7cf88-9457-46fe-baaa-8ddebd2932ed tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:50.266519 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-23929b9f-1e6a-4994-bf00-75d3386dd697 req-6db7cf88-9457-46fe-baaa-8ddebd2932ed tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 985 time: 0.1568944 Apr 19 18:47:50.305523 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for port, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.305635 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 53760) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:50.315854 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965513f-036e-47db-807b-8629185c1174 req-dbb0e483-9e45-47bc-936d-bd49056086c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:50.318001 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1965513f-036e-47db-807b-8629185c1174 req-dbb0e483-9e45-47bc-936d-bd49056086c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bbfe4857-9c70-4d08-a269-b4d216b11eea HTTP/1.1" status: 200 len: 915 time: 0.2299402 Apr 19 18:47:50.323554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852213997'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.332975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8951b6a3-96ea-4ea5-98d7-91698045dab6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:50.384550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53766) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:50.421485 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-23929b9f-1e6a-4994-bf00-75d3386dd697 req-e7f03a81-8f31-471a-8ba7-5f735cfb194c tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&id=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453819 Apr 19 18:47:50.444551 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1965513f-036e-47db-807b-8629185c1174 req-35b5ab28-86dc-4f8b-bebf-ec008e605023 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d95687-d389-4f83-95d6-12766a20c46b HTTP/1.1" status: 200 len: 1002 time: 0.1188543 Apr 19 18:47:50.509593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event updated for resources: {'Port': ['ID=4e3141cd-39a8-47ad-86ce-f2a02489bec4,revision_number=2']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:50.524674 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:50.529115 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ac6b-1504-4737-ba1a-2b2dadc7f7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.553894 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d17f0be5-a732-4719-b03b-aa3c5cf9ae61 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:47:50.555362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-4ef7ac6b-1504-4737-ba1a-2b2dadc7f7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:50.556242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.563800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-4ef7ac6b-1504-4737-ba1a-2b2dadc7f7cc admin admin] Usage tracker for resource:security_group_rule and tenant:efa6970e4b284d6c88f4489ac7ab773f is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:50.567819 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-4ef7ac6b-1504-4737-ba1a-2b2dadc7f7cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:50.576206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965513f-036e-47db-807b-8629185c1174 req-e08ca9a0-6ca7-4d81-9fe8-c69ca6ba1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:50.577816 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1965513f-036e-47db-807b-8629185c1174 req-e08ca9a0-6ca7-4d81-9fe8-c69ca6ba1b65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3957a99-fa17-4830-85e5-141a15a7d80e HTTP/1.1" status: 200 len: 853 time: 0.1262872 Apr 19 18:47:50.582483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-4ef7ac6b-1504-4737-ba1a-2b2dadc7f7cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:50.599209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-55c1b11d-d35d-47f7-b111-f337912117b8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.601157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.604586 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6062951 Apr 19 18:47:50.612568 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: d17f0be5-a732-4719-b03b-aa3c5cf9ae61 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:47:50.613237 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device d17f0be5-a732-4719-b03b-aa3c5cf9ae61 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:47:50.643200 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-55c1b11d-d35d-47f7-b111-f337912117b8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.697104 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-55c1b11d-d35d-47f7-b111-f337912117b8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.709058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dc3324a9-054d-4bde-becd-ca8ee5bb32c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:50.712287 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965513f-036e-47db-807b-8629185c1174 req-72c1aaa7-0317-493b-b3ee-23e5d09ebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:50.713863 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1965513f-036e-47db-807b-8629185c1174 req-72c1aaa7-0317-493b-b3ee-23e5d09ebaba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbfe4857-9c70-4d08-a269-b4d216b11eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1260509 Apr 19 18:47:50.727180 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1b11d-d35d-47f7-b111-f337912117b8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1040ae62-b7be-4da6-9c73-1e4f253f247c,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:50.729973 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-55c1b11d-d35d-47f7-b111-f337912117b8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:50.730748 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-55c1b11d-d35d-47f7-b111-f337912117b8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.731963 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-55c1b11d-d35d-47f7-b111-f337912117b8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "DELETE /v2.0/security-groups/1040ae62-b7be-4da6-9c73-1e4f253f247c HTTP/1.1" status: 204 len: 168 time: 0.3457279 Apr 19 18:47:50.734850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53774) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:50.754104 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.v2.resource [None req-37a758f0-c240-4cf1-b8e8-b41eb7c62c10 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] show failed (client error): The resource could not be found. Apr 19 18:47:50.758242 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-37a758f0-c240-4cf1-b8e8-b41eb7c62c10 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups/1040ae62-b7be-4da6-9c73-1e4f253f247c HTTP/1.1" status: 404 len: 347 time: 0.0193725 Apr 19 18:47:50.764836 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53778) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:50.794483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c659c30-013b-4317-978e-8ff022ebad72 None None] New status for floating IP 72c6305c-0bad-4715-8f39-2ca2cf1f464f: DOWN {{(pid=86316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:47:50.911197 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ac6b-1504-4737-ba1a-2b2dadc7f7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.927948 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ac6b-1504-4737-ba1a-2b2dadc7f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.941313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-12486866-ace5-47fa-96b6-951babdb5b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:50.954279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Deleting port 75bd0df4-3f82-42f7-946f-d8ef28d4e03e {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:47:50.954736 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:50.981307 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-52561107-8450-49c8-ab61-ffee94e2b946 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--887904366&fields=id&tenant_id=257b443ba4b441fd8410ddd6eaf5ab45 HTTP/1.1" status: 200 len: 267 time: 0.1472082 Apr 19 18:47:51.009375 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-4ef7ac6b-1504-4737-ba1a-2b2dadc7f7cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=efa6970e4b284d6c88f4489ac7ab773f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7005794 Apr 19 18:47:51.010067 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53790) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:51.052083 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1965513f-036e-47db-807b-8629185c1174 req-8c24bc7f-8e60-450b-bce1-4e1e2a5f66a2 service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291070 Apr 19 18:47:51.093293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7ac6b-1504-4737-ba1a-2b2dadc7f7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb5a442-aa36-4997-9de7-1b53c84c368c,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:51.097645 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4ef7ac6b-1504-4737-ba1a-2b2dadc7f7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:51.180932 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f10b10e6-71e7-479d-bb1e-dfdee17ad7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:51.211581 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:51.211972 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:51.293299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f10b10e6-71e7-479d-bb1e-dfdee17ad7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:51.310872 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-811145b6-8070-4fc4-9a4a-257243105f45 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:51.312443 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-811145b6-8070-4fc4-9a4a-257243105f45 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 816 time: 0.3123100 Apr 19 18:47:51.322773 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1965513f-036e-47db-807b-8629185c1174 req-7a647752-1a56-46ce-b6f3-ac4466a6c418 service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544625 Apr 19 18:47:51.336120 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ee42d220-5636-4091-b423-54cf4275776c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/quotas/257b443ba4b441fd8410ddd6eaf5ab45 HTTP/1.1" status: 200 len: 375 time: 0.0156806 Apr 19 18:47:51.436688 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-a46a2122-21ea-46c1-a9fb-17a435d05c5c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Synchronizing usage tracker for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:51.464181 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-a46a2122-21ea-46c1-a9fb-17a435d05c5c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Unset dirty status for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:51.466293 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-a46a2122-21ea-46c1-a9fb-17a435d05c5c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1235318 Apr 19 18:47:51.600097 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Calling delete_port for 75bd0df4-3f82-42f7-946f-d8ef28d4e03e owned by network:floatingip {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:47:51.641290 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-bcb22874-7eb7-4735-8cb9-922bc615328c service neutron] 10.222.0.10 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579792 Apr 19 18:47:51.784692 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f10b10e6-71e7-479d-bb1e-dfdee17ad7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:51.789898 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e3073671-def8-46a1-9647-508dcec99704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:51.790486 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-7c2e6371-3aeb-4331-89b8-5a64af673e06 service neutron] 10.222.0.10 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419942 Apr 19 18:47:51.805616 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.db.api [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:47:51.805854 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_db.api [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:47:51.811662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b10e6-71e7-479d-bb1e-dfdee17ad7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb5a442-aa36-4997-9de7-1b53c84c368c,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:51.819030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f10b10e6-71e7-479d-bb1e-dfdee17ad7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:51.829437 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c9db7-701c-4a73-880f-d2f424492f25 req-b542c05f-6c6a-4e2b-a2f7-e75e5a62303e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:51.831644 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b30c9db7-701c-4a73-880f-d2f424492f25 req-b542c05f-6c6a-4e2b-a2f7-e75e5a62303e tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 985 time: 0.1988139 Apr 19 18:47:51.859616 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f10b10e6-71e7-479d-bb1e-dfdee17ad7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:51.863442 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-f10b10e6-71e7-479d-bb1e-dfdee17ad7be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3eb5a442-aa36-4997-9de7-1b53c84c368c HTTP/1.1" status: 204 len: 168 time: 0.8499851 Apr 19 18:47:51.893863 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b30c9db7-701c-4a73-880f-d2f424492f25 req-32b224fe-13d9-4e4f-bfe4-4b254c4d7c28 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&id=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495386 Apr 19 18:47:52.010221 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-41285d03-cfc2-4a72-8e89-0c126446923c req-1410d1df-18eb-4662-9d06-a9ad57f4cbec tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Synchronizing usage tracker for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:port {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:52.024696 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-41285d03-cfc2-4a72-8e89-0c126446923c req-1410d1df-18eb-4662-9d06-a9ad57f4cbec tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Unset dirty status for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:port {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:52.025974 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-41285d03-cfc2-4a72-8e89-0c126446923c req-1410d1df-18eb-4662-9d06-a9ad57f4cbec tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 210 time: 0.0669098 Apr 19 18:47:52.209806 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53810) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:52.228854 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5cf90365-2bc9-4a19-b706-a62d405b9d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:52.244153 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5cf90365-2bc9-4a19-b706-a62d405b9d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:52.248177 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5cf90365-2bc9-4a19-b706-a62d405b9d12 admin admin] Usage tracker for resource:security_group_rule and tenant:41d8baec5c3343a3a89f990d717b984f is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:52.251194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5cf90365-2bc9-4a19-b706-a62d405b9d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:52.257949 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5cf90365-2bc9-4a19-b706-a62d405b9d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:52.306969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Deleting port 75bd0df4-3f82-42f7-946f-d8ef28d4e03e {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:47:52.307356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:52.507634 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5cf90365-2bc9-4a19-b706-a62d405b9d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:52.513671 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5cf90365-2bc9-4a19-b706-a62d405b9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:52.531706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c3864678-7564-4022-a74b-a631976c78bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:52.605804 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:52.606173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:52.616200 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf90365-2bc9-4a19-b706-a62d405b9d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f66338-1cec-4a13-a150-f31773692df8,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:52.620440 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5cf90365-2bc9-4a19-b706-a62d405b9d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:52.625580 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5cf90365-2bc9-4a19-b706-a62d405b9d12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41d8baec5c3343a3a89f990d717b984f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121642 Apr 19 18:47:52.626237 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 53814) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:52.696975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-738df0d6-4e7c-4d09-9d66-4092154f0182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:52.731772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-738df0d6-4e7c-4d09-9d66-4092154f0182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:52.764242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Calling delete_port for 75bd0df4-3f82-42f7-946f-d8ef28d4e03e owned by network:floatingip {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:47:52.781508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-738df0d6-4e7c-4d09-9d66-4092154f0182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:52.787185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6e2b4c0b-6d89-4ab0-81a2-f99a7c54c0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:52.801214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738df0d6-4e7c-4d09-9d66-4092154f0182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f66338-1cec-4a13-a150-f31773692df8,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:52.803645 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-738df0d6-4e7c-4d09-9d66-4092154f0182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:52.811174 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-738df0d6-4e7c-4d09-9d66-4092154f0182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:52.814951 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-738df0d6-4e7c-4d09-9d66-4092154f0182 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1f66338-1cec-4a13-a150-f31773692df8 HTTP/1.1" status: 204 len: 168 time: 0.1854477 Apr 19 18:47:52.929385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:52.934437 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4ee5e430-1f84-4dc8-a99f-dfe609accbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:52.999412 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event deleted for resources: {'Port': ['ID=75bd0df4-3f82-42f7-946f-d8ef28d4e03e,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:53.003297 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5de86e7f-64c8-407d-95cf-4849322db640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:53.006136 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:53.149675 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:53.176400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:53.177624 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0158158b-0599-427e-a8db-c9171e23939d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "DELETE /v2.0/floatingips/72c6305c-0bad-4715-8f39-2ca2cf1f464f HTTP/1.1" status: 204 len: 168 time: 2.4120667 Apr 19 18:47:53.179941 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e387-e8f1-4df9-8bbe-c96a603d6b47 req-1b6bb3b7-a0ca-4866-99ba-2bbb2cc61d6b tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:53.181850 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56c9e387-e8f1-4df9-8bbe-c96a603d6b47 req-1b6bb3b7-a0ca-4866-99ba-2bbb2cc61d6b tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 985 time: 0.1563115 Apr 19 18:47:53.280913 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a129768b-f732-4e63-b6e3-db0331b27abd req-2ed69027-997a-4355-bf32-d2b69151d404 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 210 time: 0.0953636 Apr 19 18:47:53.359592 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-d3980c99-c7d8-42ee-8f49-5b25dadf529e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:53.361685 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-d3980c99-c7d8-42ee-8f49-5b25dadf529e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.60 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 816 time: 0.2520151 Apr 19 18:47:53.387031 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56c9e387-e8f1-4df9-8bbe-c96a603d6b47 req-80d9f713-333f-41b5-88a6-ecbf6b23e48b tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&id=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408510 Apr 19 18:47:53.467089 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ae3a1cc3-9045-438a-ae39-977f351f59eb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45 HTTP/1.1" status: 200 len: 5703 time: 0.0763323 Apr 19 18:47:53.481233 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Request body: {'port': {'device_id': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'admin_state_up': True, 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'security_groups': ['60b269ff-cab5-4a39-80f1-d645e49c58eb']}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:53.665434 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:53.676481 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:53.686658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Made reservation on behalf of 257b443ba4b441fd8410ddd6eaf5ab45 for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:47:53.688357 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53848) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:53.693816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:53.694988 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1067403700', 'description': 'tempest-description--323048046'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:53.701805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:53.707431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Usage tracker for resource:security_group and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:53.710501 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:53.716723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:53.727823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:53.750122 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:53.755176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Usage tracker for resource:security_group_rule and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:53.758301 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:53.766007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:53.845515 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:53.849168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:53.854876 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ee9ea95f-6369-415a-8018-3f23c5af9605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:53.875759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Allocated IP 172.20.0.12 (9bd6a27b-f881-4d4d-9456-7c0db90eaa26/44eef042-2154-4438-8046-219828e8d0e3/a4561d57-2e89-4f6d-8f91-02d0dbd27788) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:47:53.905087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc6017d-256e-42e2-a1b5-5402e8961cdb,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:53.905087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:53.905087 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2154331 Apr 19 18:47:53.907578 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:53.908208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 53856) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:53.923219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-db069629-30b9-43fd-90e7-19cba9610f39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Request body: {'security_group_rule': {'security_group_id': 'dcc6017d-256e-42e2-a1b5-5402e8961cdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:53.933193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-db069629-30b9-43fd-90e7-19cba9610f39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:53.941884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-db069629-30b9-43fd-90e7-19cba9610f39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Usage tracker for resource:security_group_rule and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:53.962394 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-db069629-30b9-43fd-90e7-19cba9610f39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:53.982025 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-db069629-30b9-43fd-90e7-19cba9610f39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:54.075163 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-db069629-30b9-43fd-90e7-19cba9610f39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.159708 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.191131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-db069629-30b9-43fd-90e7-19cba9610f39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.192643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Transition to ACTIVE for port object a4561d57-2e89-4f6d-8f91-02d0dbd27788 will not be triggered until provisioned by entity DHCP. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:47:54.195363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-db069629-30b9-43fd-90e7-19cba9610f39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.206857 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:54.229154 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db069629-30b9-43fd-90e7-19cba9610f39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aafa498-29af-4a14-a7ec-2418f9020d34,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:54.231819 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-db069629-30b9-43fd-90e7-19cba9610f39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:54.246207 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-db069629-30b9-43fd-90e7-19cba9610f39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.247520 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-db069629-30b9-43fd-90e7-19cba9610f39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3353837 Apr 19 18:47:54.250490 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53868) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:54.257245 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-44ed996d-6db4-4353-b6e6-fa84584777c8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Request body: {'security_group_rule': {'security_group_id': 'dcc6017d-256e-42e2-a1b5-5402e8961cdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:54.258201 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.264925 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-44ed996d-6db4-4353-b6e6-fa84584777c8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:54.270119 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ba836a27-263c-41e9-9095-f5bc4bef625f tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:54.270297 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-44ed996d-6db4-4353-b6e6-fa84584777c8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Usage tracker for resource:security_group_rule and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:54.273457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-44ed996d-6db4-4353-b6e6-fa84584777c8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:54.280535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-44ed996d-6db4-4353-b6e6-fa84584777c8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:54.299249 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44ed996d-6db4-4353-b6e6-fa84584777c8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.342604 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:47:54.347092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:47:54.354532 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:47:54.399304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44ed996d-6db4-4353-b6e6-fa84584777c8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.403165 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44ed996d-6db4-4353-b6e6-fa84584777c8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857596'] for security_group_rule, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.429373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:54.434159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event updated for resources: {'Port': ['ID=a4561d57-2e89-4f6d-8f91-02d0dbd27788,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:54.444665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:54.466940 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed996d-6db4-4353-b6e6-fa84584777c8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a00c2b9-8757-4f09-ab9c-74e67fb0c2e9,revision_number=0']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:54.473205 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-44ed996d-6db4-4353-b6e6-fa84584777c8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:54.478625 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-44ed996d-6db4-4353-b6e6-fa84584777c8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.483127 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-44ed996d-6db4-4353-b6e6-fa84584777c8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2278409 Apr 19 18:47:54.485977 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53880) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:54.486366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:54.487206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.497003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Request body: {'floatingip': {'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:54.513789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:54.523632 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Usage tracker for resource:floatingip and tenant:1a5899c9f0a947d3be62b6da572ba349 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:54.531788 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:54.535391 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0618620 Apr 19 18:47:54.542841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:54.558777 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.605020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Request body: {'port': {'device_id': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:54.707041 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-9cb0c667-e95f-4e09-a4fe-4adf4ea425e3 None None] Provisioning for port a4561d57-2e89-4f6d-8f91-02d0dbd27788 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:47:54.716327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-9cb0c667-e95f-4e09-a4fe-4adf4ea425e3 None None] Provisioning complete for port a4561d57-2e89-4f6d-8f91-02d0dbd27788 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:47:54.717241 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c667-e95f-4e09-a4fe-4adf4ea425e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.774184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.780139 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7357e82-d55d-46f4-b1ed-e4cdb360cf93 req-8e1f15ea-dc92-4c8c-a643-e9a59d562bd2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:54.781999 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a7357e82-d55d-46f4-b1ed-e4cdb360cf93 req-8e1f15ea-dc92-4c8c-a643-e9a59d562bd2 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 985 time: 0.1246107 Apr 19 18:47:54.801841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-9cb0c667-e95f-4e09-a4fe-4adf4ea425e3 None None] Port a4561d57-2e89-4f6d-8f91-02d0dbd27788 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:47:54.820512 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:54.855224 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ff6da-77cd-4f02-9e9d-907d1f476c3b req-84339a62-7f66-428d-8224-90fdb523703d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:54.856013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-e32ff6da-77cd-4f02-9e9d-907d1f476c3b req-84339a62-7f66-428d-8224-90fdb523703d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Synchronizing usage tracker for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:54.905711 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a7357e82-d55d-46f4-b1ed-e4cdb360cf93 req-0f37eab3-924b-4767-ae7f-6c458cd2a073 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&id=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120963 Apr 19 18:47:54.935210 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-e32ff6da-77cd-4f02-9e9d-907d1f476c3b req-84339a62-7f66-428d-8224-90fdb523703d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Unset dirty status for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:54.936593 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e32ff6da-77cd-4f02-9e9d-907d1f476c3b req-84339a62-7f66-428d-8224-90fdb523703d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 932 time: 0.4042416 Apr 19 18:47:55.017265 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Allocated IP 172.28.0.183 (03a2a4cc-d2bb-49fa-96db-2f81eadeaebf/bc5a7ed1-7a44-430b-b70c-0b61bed3b788/4fb0b51e-5866-46d3-85e3-86630ff1a550) {{(pid=86314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:47:55.217092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for port, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.251305 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.257558 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d75c5db7-a384-400a-a61b-856e7fcb6c66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:55.296906 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e32ff6da-77cd-4f02-9e9d-907d1f476c3b req-3f0c338a-0b98-4f50-a32c-4dfd031d2d37 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491495 Apr 19 18:47:55.341441 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Network 03a2a4cc-d2bb-49fa-96db-2f81eadeaebf is already hosted by enough agents. {{(pid=86314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:47:55.342674 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources bound (agent type, host, resource id): {{(pid=86314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:47:55.345608 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Received port after_create {{(pid=86314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:47:55.384473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event updated for resources: {'Port': ['ID=4fb0b51e-5866-46d3-85e3-86630ff1a550,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:55.387607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:55.456837 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.506297 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4561d57-2e89-4f6d-8f91-02d0dbd27788 {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:47:55.514339 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.528438 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.534227 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Transition to ACTIVE for port object a4561d57-2e89-4f6d-8f91-02d0dbd27788 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:47:55.537332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.542795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:55.655517 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 53918) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:55.729392 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Pushing event updated for resources: {'Port': ['ID=a4561d57-2e89-4f6d-8f91-02d0dbd27788,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:55.738756 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:55.785654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for port, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.790725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852213997'] for port, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.796457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:55.824699 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a5cd8c6c-a6a5-4bb6-bb25-a127c8b3016f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.838058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5e7b05af-f98f-42cb-91cb-082f71ca8902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.850380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Attempting to bind port a4561d57-2e89-4f6d-8f91-02d0dbd27788 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:47:55.850713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Attempting to bind port a4561d57-2e89-4f6d-8f91-02d0dbd27788 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:47:55.851085 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Attempting to bind port a4561d57-2e89-4f6d-8f91-02d0dbd27788 on network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:47:55.860321 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Port a4561d57-2e89-4f6d-8f91-02d0dbd27788 on network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:47:55.860681 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Attempting to bind port a4561d57-2e89-4f6d-8f91-02d0dbd27788 on network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:47:55.865060 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5e7b05af-f98f-42cb-91cb-082f71ca8902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:55.870760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:47:55.871050 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Checking segment: {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:47:55.871464 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Bound using segment: {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:47:55.871950 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Bound port: a4561d57-2e89-4f6d-8f91-02d0dbd27788, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa02a3c3-ed13-4562-a18c-15e842094d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:47:55.872324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.884204 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5e7b05af-f98f-42cb-91cb-082f71ca8902 admin admin] Usage tracker for resource:security_group_rule and tenant:c9a1e77d793b4e2fa348474c09a053f2 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:55.889518 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-5e7b05af-f98f-42cb-91cb-082f71ca8902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:55.895986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.898213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-5e7b05af-f98f-42cb-91cb-082f71ca8902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:55.933893 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event updated for resources: {'Port': ['ID=4fb0b51e-5866-46d3-85e3-86630ff1a550,revision_number=2']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:55.938606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:55.946228 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.970331 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:55.979064 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4857867 Apr 19 18:47:56.014537 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:47:56.019150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:47:56.026831 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:56.032671 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b335df0f-1939-4c01-943c-fdb81627659d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:56.113181 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:56.113859 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:56.115486 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] 10.222.0.60 "PUT /v2.0/ports/a4561d57-2e89-4f6d-8f91-02d0dbd27788 HTTP/1.1" status: 200 len: 1094 time: 1.5175655 Apr 19 18:47:56.118214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:47:56.150024 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2cf4f-24a8-4e26-996a-202d3763990a req-5353fb83-35ab-41d4-a855-122ea6cf7d7f tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:56.150691 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Pushing event updated for resources: {'Port': ['ID=a4561d57-2e89-4f6d-8f91-02d0dbd27788,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:56.151924 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-55a2cf4f-24a8-4e26-996a-202d3763990a req-5353fb83-35ab-41d4-a855-122ea6cf7d7f tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 985 time: 0.1059341 Apr 19 18:47:56.156351 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:56.220251 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-55a2cf4f-24a8-4e26-996a-202d3763990a req-64003448-89fc-483e-a33d-13e365534c4d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&id=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562966 Apr 19 18:47:56.259826 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5e7b05af-f98f-42cb-91cb-082f71ca8902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:56.277537 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5e7b05af-f98f-42cb-91cb-082f71ca8902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:56.291231 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'status': 'completed', 'code': 200} Apr 19 18:47:56.293273 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cc704675-8a99-4905-a9c7-4d934506760e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:56.312643 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-8852dfa5-32f1-4726-8b60-d88649299e34 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1067403700&fields=id&tenant_id=1a5899c9f0a947d3be62b6da572ba349 HTTP/1.1" status: 200 len: 267 time: 0.1081576 Apr 19 18:47:56.382776 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5e7b05af-f98f-42cb-91cb-082f71ca8902 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9a1e77d793b4e2fa348474c09a053f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7259011 Apr 19 18:47:56.385954 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53942) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:56.409195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b05af-f98f-42cb-91cb-082f71ca8902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbbba5f-799e-4d9e-aacc-b524389a1822,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:56.468847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5e7b05af-f98f-42cb-91cb-082f71ca8902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:56.477666 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-b271b735-8344-4ae1-ab9f-b054df4d4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:56.479325 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-b271b735-8344-4ae1-ab9f-b054df4d4720 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 1097 time: 0.3173695 Apr 19 18:47:56.527944 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cf51ee9f-695d-4cc8-9c53-09da6a3fb0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:56.571437 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cf51ee9f-695d-4cc8-9c53-09da6a3fb0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:56.575158 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-f257de4f-55fb-4c43-a2c8-193887457f79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788 HTTP/1.1" status: 200 len: 217 time: 0.0858433 Apr 19 18:47:56.601600 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671102f-033f-441d-b6b1-b940d056fb47 req-626337cf-e86c-458e-90b4-479aba365dc3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:56.603225 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a671102f-033f-441d-b6b1-b940d056fb47 req-626337cf-e86c-458e-90b4-479aba365dc3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.1629586 Apr 19 18:47:56.652614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-a1e099f5-20df-41be-ba7d-87b6c5a4ad6f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:56.654204 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-a1e099f5-20df-41be-ba7d-87b6c5a4ad6f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/networks?id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a HTTP/1.1" status: 200 len: 810 time: 0.3205163 Apr 19 18:47:56.667303 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-a671102f-033f-441d-b6b1-b940d056fb47 req-b30859dd-2af2-40fe-bae4-59e1e2b3fdc1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Synchronizing usage tracker for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:security_group {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:56.680482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cf51ee9f-695d-4cc8-9c53-09da6a3fb0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:56.682585 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-8d49b1c2-572c-42a1-9cae-e6143cc967ff tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/quotas/1a5899c9f0a947d3be62b6da572ba349 HTTP/1.1" status: 200 len: 375 time: 0.0187824 Apr 19 18:47:56.684238 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-d2d2304e-2b34-402e-9aa1-7910e1e21229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:56.685721 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-d2d2304e-2b34-402e-9aa1-7910e1e21229 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 200 len: 855 time: 0.1030004 Apr 19 18:47:56.687789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-510a836e-7f28-438d-bf66-d237e55944c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:56.699794 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-a671102f-033f-441d-b6b1-b940d056fb47 req-b30859dd-2af2-40fe-bae4-59e1e2b3fdc1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Unset dirty status for tenant:257b443ba4b441fd8410ddd6eaf5ab45 on resource:security_group {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:56.701047 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a671102f-033f-441d-b6b1-b940d056fb47 req-b30859dd-2af2-40fe-bae4-59e1e2b3fdc1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831690 Apr 19 18:47:56.703871 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51ee9f-695d-4cc8-9c53-09da6a3fb0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbbba5f-799e-4d9e-aacc-b524389a1822,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:56.707512 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cf51ee9f-695d-4cc8-9c53-09da6a3fb0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:56.709743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-cf51ee9f-695d-4cc8-9c53-09da6a3fb0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:56.713677 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-cf51ee9f-695d-4cc8-9c53-09da6a3fb0af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/acbbba5f-799e-4d9e-aacc-b524389a1822 HTTP/1.1" status: 204 len: 168 time: 0.3263345 Apr 19 18:47:56.850926 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-1347ef88-86b1-4e33-918e-18c0a13ba40b tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Synchronizing usage tracker for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:56.857762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-fa946319-d74d-4e07-819f-7cb7517c6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:56.859357 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-fa946319-d74d-4e07-819f-7cb7517c6e36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1310408 Apr 19 18:47:56.907689 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-1347ef88-86b1-4e33-918e-18c0a13ba40b tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Unset dirty status for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:56.909565 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-1347ef88-86b1-4e33-918e-18c0a13ba40b tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a5899c9f0a947d3be62b6da572ba349&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2194071 Apr 19 18:47:57.021061 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53950) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:57.040991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c98ac2d8-fc08-491d-b5f6-8f067ec6db6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:57.059845 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c98ac2d8-fc08-491d-b5f6-8f067ec6db6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:57.063924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c98ac2d8-fc08-491d-b5f6-8f067ec6db6f admin admin] Usage tracker for resource:security_group_rule and tenant:6d758ec1334f460fb13eaecf8b9a59b5 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:47:57.067059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c98ac2d8-fc08-491d-b5f6-8f067ec6db6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:47:57.073044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c98ac2d8-fc08-491d-b5f6-8f067ec6db6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:57.118523 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-3d00289f-184f-4af8-a44f-525214255df7 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512593 Apr 19 18:47:57.161366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c98ac2d8-fc08-491d-b5f6-8f067ec6db6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:57.164290 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c98ac2d8-fc08-491d-b5f6-8f067ec6db6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:57.173539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-377128a4-96ac-409f-8a84-3ae8e02690ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:57.178959 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-9d31a3c6-63b1-480e-acb6-03ed4ffd66a4 service neutron] 10.222.0.10 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163835 Apr 19 18:47:57.217480 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c98ac2d8-fc08-491d-b5f6-8f067ec6db6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d758ec1334f460fb13eaecf8b9a59b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952002 Apr 19 18:47:57.220371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 53954) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:57.224284 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ac2d8-fc08-491d-b5f6-8f067ec6db6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7df6ddf-ac03-4578-a103-d849597a3952,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:57.235274 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:57.238879 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c98ac2d8-fc08-491d-b5f6-8f067ec6db6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:57.289921 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-73b23404-ce70-4ff0-a2a4-bbad0ca2cb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:57.318752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-73b23404-ce70-4ff0-a2a4-bbad0ca2cb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:57.395829 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3b0f4fdf-d262-4d24-84b7-52d3191553f9 req-1bd7e698-7e90-4750-b4dc-112bc5b5e78c service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619686 Apr 19 18:47:57.423499 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-261c5d83-f14a-47dd-abcb-c45c627bfd61 service neutron] 10.222.0.10 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876786 Apr 19 18:47:57.441972 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-73b23404-ce70-4ff0-a2a4-bbad0ca2cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:57.447978 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-aaa54a5c-adc3-46ea-b686-3f84284de193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:57.467500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b23404-ce70-4ff0-a2a4-bbad0ca2cb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7df6ddf-ac03-4578-a103-d849597a3952,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:57.478624 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba803f48-31ea-4f59-a68a-55edb1d8fadb req-60dd8b5f-8340-46c5-ad89-da416ca93f95 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:57.480276 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ba803f48-31ea-4f59-a68a-55edb1d8fadb req-60dd8b5f-8340-46c5-ad89-da416ca93f95 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 985 time: 0.1375687 Apr 19 18:47:57.481221 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-73b23404-ce70-4ff0-a2a4-bbad0ca2cb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:57.482254 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-73b23404-ce70-4ff0-a2a4-bbad0ca2cb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:57.485927 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-73b23404-ce70-4ff0-a2a4-bbad0ca2cb78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7df6ddf-ac03-4578-a103-d849597a3952 HTTP/1.1" status: 204 len: 168 time: 0.2621531 Apr 19 18:47:57.564429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed05060-4d3a-4ba7-bd81-a622c8aa0655 req-4a5c1822-6f2d-4394-9902-aa61251ea28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:57.565973 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ba803f48-31ea-4f59-a68a-55edb1d8fadb req-ad0a96a1-fca4-4a2c-aeb6-f29766d874e4 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&id=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737550 Apr 19 18:47:57.567527 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4ed05060-4d3a-4ba7-bd81-a622c8aa0655 req-4a5c1822-6f2d-4394-9902-aa61251ea28b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 1097 time: 0.1181748 Apr 19 18:47:57.685963 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5f487915-bb12-4763-9360-d46db00c34a4 req-4c1097c8-3f23-47a7-a5a1-d333ef12066f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 210 time: 0.0665870 Apr 19 18:47:57.802368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed05060-4d3a-4ba7-bd81-a622c8aa0655 req-00fd542e-bef9-4bf0-a96f-7bcf872098f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:57.803996 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4ed05060-4d3a-4ba7-bd81-a622c8aa0655 req-00fd542e-bef9-4bf0-a96f-7bcf872098f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 917 time: 0.2281654 Apr 19 18:47:57.899333 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4ed05060-4d3a-4ba7-bd81-a622c8aa0655 req-da42d3f6-aa3d-435a-8e22-5097299a92a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788 HTTP/1.1" status: 200 len: 217 time: 0.0874844 Apr 19 18:47:57.963151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69c676-50cd-4b61-abf0-1e68cd2e1d70 req-b3631915-8201-4195-a5bc-c6d8ea738383 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:57.967622 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ab69c676-50cd-4b61-abf0-1e68cd2e1d70 req-b3631915-8201-4195-a5bc-c6d8ea738383 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.1280398 Apr 19 18:47:57.994465 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed05060-4d3a-4ba7-bd81-a622c8aa0655 req-11001115-cf6c-4c15-9793-7864b1a37b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:57.996351 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4ed05060-4d3a-4ba7-bd81-a622c8aa0655 req-11001115-cf6c-4c15-9793-7864b1a37b58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 200 len: 855 time: 0.0898499 Apr 19 18:47:58.026519 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ab69c676-50cd-4b61-abf0-1e68cd2e1d70 req-ed82c4fd-3b12-4bea-bfdd-bff9bcaec1b8 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533152 Apr 19 18:47:58.093409 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed05060-4d3a-4ba7-bd81-a622c8aa0655 req-e79422f7-5cff-4e79-a538-a1400ae0cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:58.095295 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4ed05060-4d3a-4ba7-bd81-a622c8aa0655 req-e79422f7-5cff-4e79-a538-a1400ae0cac7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0901761 Apr 19 18:47:58.242601 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:58.254025 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4ed05060-4d3a-4ba7-bd81-a622c8aa0655 req-52ae7275-7f6d-455f-9807-8de28cfd532b service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480813 Apr 19 18:47:58.410979 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4ed05060-4d3a-4ba7-bd81-a622c8aa0655 req-64021920-c0dd-4b4c-90ee-1f5365be08b4 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475625 Apr 19 18:47:58.553407 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device a4561d57-2e89-4f6d-8f91-02d0dbd27788 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:47:58.708099 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:58.725508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'port_id': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'mac_address': 'fa:16:3e:11:ce:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:47:58.797960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:58.811632 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f59555-4e7d-43e4-8899-0cd83e224920 req-81bbfde4-f791-4c43-8a26-b6eea1f9b189 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:58.813376 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d6f59555-4e7d-43e4-8899-0cd83e224920 req-81bbfde4-f791-4c43-8a26-b6eea1f9b189 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 985 time: 0.0991237 Apr 19 18:47:58.822237 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4561d57-2e89-4f6d-8f91-02d0dbd27788 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:47:58.848042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:47:58.852448 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:58.855706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:47:58.933750 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-cd89b620-baad-4f97-93ad-d34fecbbd7eb req-bac97fbc-4a91-4166-b212-cb52ca6ef07e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Synchronizing usage tracker for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:port {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:47:58.946335 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=a4561d57-2e89-4f6d-8f91-02d0dbd27788,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:47:58.955111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:58.955502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:58.956557 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:58.956945 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:58.957276 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:58.957636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:58.957965 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:58.958330 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:58.958728 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:58.959094 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:58.959451 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:58.959810 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:47:58.972559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:47:58.977373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-cd89b620-baad-4f97-93ad-d34fecbbd7eb req-bac97fbc-4a91-4166-b212-cb52ca6ef07e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Unset dirty status for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:port {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:47:58.978696 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cd89b620-baad-4f97-93ad-d34fecbbd7eb req-bac97fbc-4a91-4166-b212-cb52ca6ef07e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 210 time: 0.1113262 Apr 19 18:47:59.007996 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d6f59555-4e7d-43e4-8899-0cd83e224920 req-b41c1ec2-9846-48ed-9c0f-b04ce458ffce tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&id=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1741884 Apr 19 18:47:59.092656 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-09b759e0-7b6f-4549-8883-7ec395e49587 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:59.093055 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-09b759e0-7b6f-4549-8883-7ec395e49587 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.60 "GET /v2.0/networks?id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a HTTP/1.1" status: 200 len: 810 time: 0.2574542 Apr 19 18:47:59.111281 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['a4561d57-2e89-4f6d-8f91-02d0dbd27788'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:47:59.193543 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-2b49c690-a685-4508-935c-5e797ba0cfb0 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a5899c9f0a947d3be62b6da572ba349 HTTP/1.1" status: 200 len: 5704 time: 0.0895796 Apr 19 18:47:59.216763 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Request body: {'port': {'device_id': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'admin_state_up': True, 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'security_groups': ['dcc6017d-256e-42e2-a1b5-5402e8961cdb']}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:47:59.281735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7e2f1-5247-4364-aed8-77c64e4e8c3f req-b33be47a-c7fb-47be-b009-a8618dbcd3d6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:47:59.283660 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-70d7e2f1-5247-4364-aed8-77c64e4e8c3f req-b33be47a-c7fb-47be-b009-a8618dbcd3d6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 945 time: 0.0965600 Apr 19 18:47:59.341780 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-70d7e2f1-5247-4364-aed8-77c64e4e8c3f req-06836514-a242-41b4-bf2f-e679e7d52f2e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503392 Apr 19 18:47:59.374325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:47:59.386314 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:47:59.395091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Made reservation on behalf of 1a5899c9f0a947d3be62b6da572ba349 for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:47:59.401157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:59.575599 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Allocated IP 172.20.0.3 (9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a/4d07e6f8-f12e-4527-ab5b-a1c4a58a0091/4ca775cf-67a1-4d8f-982b-0657567694d1) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:48:00.004639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:00.021582 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Transition to ACTIVE for port object 4ca775cf-67a1-4d8f-982b-0657567694d1 will not be triggered until provisioned by entity DHCP. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:48:00.048157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:00.054198 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ac9d427e-1f77-48c8-a064-1aa6e8c4f8b5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:00.170184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:48:00.180087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:48:00.184711 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:48:00.243645 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426bcb1-6a2f-4b5d-80ff-58595eb905b5 req-6684a9c0-d965-4fa7-9f97-1ce274fdf5bd tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:00.246403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event updated for resources: {'Port': ['ID=4ca775cf-67a1-4d8f-982b-0657567694d1,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:00.252283 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:00.259872 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c426bcb1-6a2f-4b5d-80ff-58595eb905b5 req-6684a9c0-d965-4fa7-9f97-1ce274fdf5bd tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 985 time: 0.1172781 Apr 19 18:48:00.287689 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:00.288466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:00.318219 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c426bcb1-6a2f-4b5d-80ff-58595eb905b5 req-347e2609-ff67-4b2e-93fd-3e26575924b1 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&id=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572567 Apr 19 18:48:00.326772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd683-7fc9-4851-a73d-5bdb522a17b4 req-63eefc5a-9c3b-4c8f-b3dd-6767f983bedb tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:00.328478 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3eedd683-7fc9-4851-a73d-5bdb522a17b4 req-63eefc5a-9c3b-4c8f-b3dd-6767f983bedb tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 931 time: 0.2262900 Apr 19 18:48:00.372114 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1595912 Apr 19 18:48:00.393230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Request body: {'port': {'device_id': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:48:00.448551 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-bce924d6-842a-4568-9809-3741b40fbab0 None None] Provisioning for port 4ca775cf-67a1-4d8f-982b-0657567694d1 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:48:00.455332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-bce924d6-842a-4568-9809-3741b40fbab0 None None] Provisioning complete for port 4ca775cf-67a1-4d8f-982b-0657567694d1 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:48:00.458148 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-bce924d6-842a-4568-9809-3741b40fbab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:00.464581 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-a8c085be-652d-41e8-98e2-ac7099b6d756 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=eaaf28b01b0e418bafa909bb59a06878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361018 Apr 19 18:48:00.471708 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3eedd683-7fc9-4851-a73d-5bdb522a17b4 req-fc3f4abe-ab4e-4295-a2c6-b6139cacd62a tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346426 Apr 19 18:48:00.569878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:00.580179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device a4561d57-2e89-4f6d-8f91-02d0dbd27788 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:48:00.626802 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-bce924d6-842a-4568-9809-3741b40fbab0 None None] Port 4ca775cf-67a1-4d8f-982b-0657567694d1 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:48:00.664326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port a4561d57-2e89-4f6d-8f91-02d0dbd27788 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:48:00.669800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port a4561d57-2e89-4f6d-8f91-02d0dbd27788 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:48:00.670225 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:00.803674 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:00.835984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:00.847794 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:00.851770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:00.853933 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-763eefef-06d9-4a38-a2e3-aa53ed6f0da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:00.855856 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ac883-138f-4b1f-92bf-eded67021f19 req-165a84b6-b5cf-4d4d-aeb4-3f2babc431b6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:00.857510 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7e1ac883-138f-4b1f-92bf-eded67021f19 req-165a84b6-b5cf-4d4d-aeb4-3f2babc431b6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 945 time: 0.2309818 Apr 19 18:48:00.882729 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-517c5f9e-e0ef-491e-a0c4-1e156e5bee07 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:00.884320 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-517c5f9e-e0ef-491e-a0c4-1e156e5bee07 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4133253 Apr 19 18:48:00.904465 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-0fd76b8c-4fdc-43f7-9954-d4322e61960a tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/quotas/eaaf28b01b0e418bafa909bb59a06878 HTTP/1.1" status: 200 len: 375 time: 0.0135283 Apr 19 18:48:00.931324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=a4561d57-2e89-4f6d-8f91-02d0dbd27788,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:00.934771 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:00.968057 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-6fc4481c-7c9d-4327-b2a3-9d82360e21c5 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eaaf28b01b0e418bafa909bb59a06878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579865 Apr 19 18:48:00.997071 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7e1ac883-138f-4b1f-92bf-eded67021f19 req-84818069-cd07-4902-8593-779f51fc4e73 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802882 Apr 19 18:48:01.063144 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'code': 200} Apr 19 18:48:01.110860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca775cf-67a1-4d8f-982b-0657567694d1 {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:48:01.120796 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:01.186079 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f9ccae3f-9406-4792-8605-ced0590fd54a req-5c924a93-39e5-45a3-903f-9b4cef95637a tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 210 time: 0.0598943 Apr 19 18:48:01.189269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Transition to ACTIVE for port object 4ca775cf-67a1-4d8f-982b-0657567694d1 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:48:01.192923 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:01.198012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:01.430985 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca775cf-67a1-4d8f-982b-0657567694d1,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:01.440758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:01.528521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f0d58-2f66-4133-95c7-666e0a5ff414 req-906a5bbd-9590-401f-b8e9-a1690fd2d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:01.530070 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-021f0d58-2f66-4133-95c7-666e0a5ff414 req-906a5bbd-9590-401f-b8e9-a1690fd2d2ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 1099 time: 0.2254934 Apr 19 18:48:01.539717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Attempting to bind port 4ca775cf-67a1-4d8f-982b-0657567694d1 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:48:01.540094 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Attempting to bind port 4ca775cf-67a1-4d8f-982b-0657567694d1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:48:01.540613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Attempting to bind port 4ca775cf-67a1-4d8f-982b-0657567694d1 on network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:48:01.554469 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee946e3-e4ac-44a5-b2d2-3e9e2419a3e5 req-7829bbb7-fcb9-4120-96ce-6ceeb990a76c tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:01.556469 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3ee946e3-e4ac-44a5-b2d2-3e9e2419a3e5 req-7829bbb7-fcb9-4120-96ce-6ceeb990a76c tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 985 time: 0.1174946 Apr 19 18:48:01.566071 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Port 4ca775cf-67a1-4d8f-982b-0657567694d1 on network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:48:01.566442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Attempting to bind port 4ca775cf-67a1-4d8f-982b-0657567694d1 on network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:48:01.582016 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:48:01.582395 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Checking segment: {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:48:01.582876 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Bound using segment: {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:48:01.583376 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Bound port: 4ca775cf-67a1-4d8f-982b-0657567694d1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:48:01.583763 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:01.613813 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-021f0d58-2f66-4133-95c7-666e0a5ff414 req-bb7c47f5-4bac-4746-99f3-59b9724028a9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768104 Apr 19 18:48:01.615958 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3ee946e3-e4ac-44a5-b2d2-3e9e2419a3e5 req-b43a4e2a-c331-46bb-af82-ae2e663aac0a tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&id=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513256 Apr 19 18:48:01.758829 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] For port 4ca775cf-67a1-4d8f-982b-0657567694d1, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:48:01.770206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] For port 4ca775cf-67a1-4d8f-982b-0657567694d1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4ca775cf-67a1-4d8f-982b-0657567694d1,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:48:01.774589 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:01.780157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:01.825893 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e689f-df85-4a26-84a4-4c12e47faf3e req-1cfeb8fd-ee08-4cc0-adba-5b33c1396b61 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:01.826594 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-3a1e689f-df85-4a26-84a4-4c12e47faf3e req-1cfeb8fd-ee08-4cc0-adba-5b33c1396b61 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Synchronizing usage tracker for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:48:01.851200 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:01.851869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:01.853335 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] 10.222.0.60 "PUT /v2.0/ports/4ca775cf-67a1-4d8f-982b-0657567694d1 HTTP/1.1" status: 200 len: 1093 time: 1.4725313 Apr 19 18:48:01.861090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'tag': '4ca775cf-67a1-4d8f-982b-0657567694d1'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:01.885476 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-3a1e689f-df85-4a26-84a4-4c12e47faf3e req-1cfeb8fd-ee08-4cc0-adba-5b33c1396b61 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Unset dirty status for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:48:01.886474 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3a1e689f-df85-4a26-84a4-4c12e47faf3e req-1cfeb8fd-ee08-4cc0-adba-5b33c1396b61 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 943 time: 0.2466006 Apr 19 18:48:01.894177 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca775cf-67a1-4d8f-982b-0657567694d1,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:01.899865 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:01.958497 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'tag': '4ca775cf-67a1-4d8f-982b-0657567694d1', 'status': 'completed', 'code': 200} Apr 19 18:48:02.003782 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3a1e689f-df85-4a26-84a4-4c12e47faf3e req-0a7b5007-1cb7-4ace-af87-af7c14d6a417 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061864 Apr 19 18:48:02.031253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-6f4910ec-504b-4f53-9dab-50a7531ecbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:02.032873 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-6f4910ec-504b-4f53-9dab-50a7531ecbd6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a5899c9f0a947d3be62b6da572ba349&device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 1096 time: 0.1157119 Apr 19 18:48:02.113796 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-9a27f170-e5f9-4634-ae79-9c27cc2da50c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ca775cf-67a1-4d8f-982b-0657567694d1 HTTP/1.1" status: 200 len: 217 time: 0.0685129 Apr 19 18:48:02.196395 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-e1055b19-14af-46a2-b2f1-c63cae1fd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:02.197972 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-e1055b19-14af-46a2-b2f1-c63cae1fd04c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d07e6f8-f12e-4527-ab5b-a1c4a58a0091 HTTP/1.1" status: 200 len: 849 time: 0.0714488 Apr 19 18:48:02.216693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa53c90-d0f5-4e9a-a561-0c31437d27e5 req-10d5a16f-e53c-4125-a7b9-680e2f11f126 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:02.220243 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2fa53c90-d0f5-4e9a-a561-0c31437d27e5 req-10d5a16f-e53c-4125-a7b9-680e2f11f126 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.0987289 Apr 19 18:48:02.279581 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2fa53c90-d0f5-4e9a-a561-0c31437d27e5 req-f049e96c-7259-4356-8582-7dd97806043c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477104 Apr 19 18:48:02.368040 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-8dbc0681-8b45-406e-9efe-84d69ff45a46 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=eaaf28b01b0e418bafa909bb59a06878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902846 Apr 19 18:48:02.420098 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-eff6922e-0645-4f70-a325-092f9857bc0b req-885bf0d9-5c23-48bb-a8d5-38df0f612eff tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 210 time: 0.0994418 Apr 19 18:48:02.529899 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-80fa6b3a-289c-47d6-9fe4-a96b385dbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:02.531568 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-80fa6b3a-289c-47d6-9fe4-a96b385dbfb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3132463 Apr 19 18:48:02.676563 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-d2355ed9-0222-48b8-84ac-08c8e2d19a63 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:02.678162 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-d2355ed9-0222-48b8-84ac-08c8e2d19a63 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030417 Apr 19 18:48:02.710288 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Request body: {'port': {'device_id': 'b7f9b479-df42-4f4f-888f-42580ffac7e9', 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618', 'admin_state_up': True, 'tenant_id': 'eaaf28b01b0e418bafa909bb59a06878'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:48:02.763672 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-31c1dc49-6e17-4be7-ba23-ddb308b7b6e5 service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224731 Apr 19 18:48:02.827299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e961997-9b52-4bcc-988c-73b0be5ff912 req-848a929e-92c1-473b-9063-141ba5b8e32c tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:02.828912 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6e961997-9b52-4bcc-988c-73b0be5ff912 req-848a929e-92c1-473b-9063-141ba5b8e32c tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 985 time: 0.0888889 Apr 19 18:48:02.887051 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6e961997-9b52-4bcc-988c-73b0be5ff912 req-af0434eb-c5d9-4eb9-9882-930952a34aeb tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&id=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472984 Apr 19 18:48:02.991188 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:48:03.006621 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Usage tracker for resource:port and tenant:eaaf28b01b0e418bafa909bb59a06878 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:48:03.012430 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:48:03.020963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:48:03.024624 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1d1d5315-51ef-43ec-92b2-2c6d30feea96 req-40c98af7-4872-462d-bb4a-ac7328cd48af service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147856 Apr 19 18:48:03.032792 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Made reservation on behalf of eaaf28b01b0e418bafa909bb59a06878 for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:48:03.039909 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:03.055025 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:03.072903 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:48:03.117331 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Usage tracker for resource:security_group_rule and tenant:eaaf28b01b0e418bafa909bb59a06878 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:48:03.125237 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:48:03.140484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:48:03.206857 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280eed1-029e-45c0-a89e-34f2c6f42955 req-91d4d1b4-25fc-4fb4-adf1-c2c1531a45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:03.208424 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6280eed1-029e-45c0-a89e-34f2c6f42955 req-91d4d1b4-25fc-4fb4-adf1-c2c1531a45a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a5899c9f0a947d3be62b6da572ba349&device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 1096 time: 0.1329381 Apr 19 18:48:03.562971 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ebba7-5b4f-4285-b737-39a80902f9e6 req-108d7bf6-b251-4041-bb0e-78cd3e7cd51d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:03.564593 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1a6ebba7-5b4f-4285-b737-39a80902f9e6 req-108d7bf6-b251-4041-bb0e-78cd3e7cd51d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1540594 Apr 19 18:48:03.615247 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1a6ebba7-5b4f-4285-b737-39a80902f9e6 req-1e0a1b6f-59a9-41c7-a5e4-2721577a7413 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439720 Apr 19 18:48:03.661494 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:03.688453 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:03.696272 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-327a416d-7c79-416a-8ded-9f1059fd7c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:03.756340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280eed1-029e-45c0-a89e-34f2c6f42955 req-b128516b-3e22-4d7e-b02c-80b52776b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:03.757930 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6280eed1-029e-45c0-a89e-34f2c6f42955 req-b128516b-3e22-4d7e-b02c-80b52776b2b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a HTTP/1.1" status: 200 len: 911 time: 0.5403485 Apr 19 18:48:03.773525 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-27d72c46-f38c-478f-a248-e6534dd9620c req-fe6920fe-01f9-406d-af7e-ef2368e201d0 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 210 time: 0.0535076 Apr 19 18:48:03.876942 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6280eed1-029e-45c0-a89e-34f2c6f42955 req-1ee48bcb-1014-4e9b-b20c-47566e108b4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ca775cf-67a1-4d8f-982b-0657567694d1 HTTP/1.1" status: 200 len: 217 time: 0.0948629 Apr 19 18:48:03.881000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d1a3de-ca07-4aa1-9d36-e6aa33104a82,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:03.891682 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78233cb1-7832-460c-ae85-814709a36ae8 req-114b5c42-54e8-4791-84f3-b9fa7f18dbfb tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:03.893930 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-78233cb1-7832-460c-ae85-814709a36ae8 req-114b5c42-54e8-4791-84f3-b9fa7f18dbfb tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 943 time: 0.7636359 Apr 19 18:48:03.899420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:03.960605 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d64d48-1638-4991-9ba1-a09f924b0818 req-bdaa8e11-c8b0-4c65-9870-562cb21ea245 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:03.962126 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-21d64d48-1638-4991-9ba1-a09f924b0818 req-bdaa8e11-c8b0-4c65-9870-562cb21ea245 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.0902441 Apr 19 18:48:03.973017 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 54074) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:48:03.978813 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-eb1c16dc-dfcc-4ceb-b611-8558532a7f73 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Request body: {'floatingip': {'port_id': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:48:04.057267 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280eed1-029e-45c0-a89e-34f2c6f42955 req-57f64448-8560-44d1-97e1-051caf6c49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:04.058876 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6280eed1-029e-45c0-a89e-34f2c6f42955 req-57f64448-8560-44d1-97e1-051caf6c49e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d07e6f8-f12e-4527-ab5b-a1c4a58a0091 HTTP/1.1" status: 200 len: 849 time: 0.1607697 Apr 19 18:48:04.066150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eb1c16dc-dfcc-4ceb-b611-8558532a7f73 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:04.107591 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-78233cb1-7832-460c-ae85-814709a36ae8 req-d9fed82d-d971-4d63-a42d-a0097b2106a8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669602 Apr 19 18:48:04.128470 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Allocated IP 192.168.233.122 (6c884539-0146-4eb0-80b8-4a29762c5618/b462c557-a05e-4966-9dc3-0da5e9a9b895/ba897328-a590-4950-bae6-97a72350e765) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:48:04.206960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280eed1-029e-45c0-a89e-34f2c6f42955 req-6f2e85fd-0733-4605-9ea2-fbc41967107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:04.208574 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6280eed1-029e-45c0-a89e-34f2c6f42955 req-6f2e85fd-0733-4605-9ea2-fbc41967107b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1425941 Apr 19 18:48:04.491783 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6280eed1-029e-45c0-a89e-34f2c6f42955 req-dc5672b9-5604-4e2b-b3b4-8c4146662617 service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617524 Apr 19 18:48:04.496503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:04.558883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Transition to ACTIVE for port object ba897328-a590-4950-bae6-97a72350e765 will not be triggered until provisioned by entity DHCP. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:48:04.582028 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 4ca775cf-67a1-4d8f-982b-0657567694d1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:48:04.664309 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6280eed1-029e-45c0-a89e-34f2c6f42955 req-86ee802f-c5b1-4acc-8756-03aff7844ecc service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643336 Apr 19 18:48:04.671497 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:04.681680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:04.708078 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eb1c16dc-dfcc-4ceb-b611-8558532a7f73 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:04.711972 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eb1c16dc-dfcc-4ceb-b611-8558532a7f73 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:04.734098 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 4ca775cf-67a1-4d8f-982b-0657567694d1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4ca775cf-67a1-4d8f-982b-0657567694d1,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:04.750265 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': '4ca775cf-67a1-4d8f-982b-0657567694d1', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'port_id': '4ca775cf-67a1-4d8f-982b-0657567694d1', 'mac_address': 'fa:16:3e:e8:4f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:48:04.762713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Network 6c884539-0146-4eb0-80b8-4a29762c5618 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:48:04.766046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:48:04.770938 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:48:04.810342 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Pushing event updated for resources: {'Port': ['ID=ba897328-a590-4950-bae6-97a72350e765,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:04.813399 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:04.816272 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:04.833600 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca775cf-67a1-4d8f-982b-0657567694d1 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:48:04.868759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 4ca775cf-67a1-4d8f-982b-0657567694d1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4ca775cf-67a1-4d8f-982b-0657567694d1,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:04.871578 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:04.874939 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:04.880168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:04.882111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-18bbb454-6c23-45e2-924b-7e297ff56bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:04.922355 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2169318 Apr 19 18:48:04.942795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Request body: {'port': {'device_id': 'b7f9b479-df42-4f4f-888f-42580ffac7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:48:04.968968 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=4ca775cf-67a1-4d8f-982b-0657567694d1,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:04.973293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:04.997528 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_db [None req-eb1c16dc-dfcc-4ceb-b611-8558532a7f73 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Floating IP e0002ee8-dcf0-4195-bb52-b559b43b5f6a associated. External IP: 172.28.0.186, port: a4561d57-2e89-4f6d-8f91-02d0dbd27788. Apr 19 18:48:05.030962 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-7643c09d-eed7-4eec-90c9-f92d80ca5e4c None None] Provisioning for port ba897328-a590-4950-bae6-97a72350e765 completed by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:48:05.036468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-7643c09d-eed7-4eec-90c9-f92d80ca5e4c None None] Provisioning complete for port ba897328-a590-4950-bae6-97a72350e765 triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:48:05.037095 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7643c09d-eed7-4eec-90c9-f92d80ca5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:05.075834 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:05.102024 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-7643c09d-eed7-4eec-90c9-f92d80ca5e4c None None] Port ba897328-a590-4950-bae6-97a72350e765 cannot update to ACTIVE because it is not bound. {{(pid=86315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:48:05.168505 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['4ca775cf-67a1-4d8f-982b-0657567694d1'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:48:05.184521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a3863-004d-43dd-82f7-d0e98edb8cb7 req-47f60846-9132-4f1a-a92d-d6e6a5afc32a tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:05.192839 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7f2a3863-004d-43dd-82f7-d0e98edb8cb7 req-47f60846-9132-4f1a-a92d-d6e6a5afc32a tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 936 time: 0.2737882 Apr 19 18:48:05.261969 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7f2a3863-004d-43dd-82f7-d0e98edb8cb7 req-4655e0a1-d6cd-4830-9b20-86b38a6a41fb tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d1a3de-ca07-4aa1-9d36-e6aa33104a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681822 Apr 19 18:48:05.446474 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44e046-c3e7-4cf4-b12b-223988fc8347 req-2792e2d3-166b-4535-a931-ee3a702e3868 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:05.448173 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ce44e046-c3e7-4cf4-b12b-223988fc8347 req-2792e2d3-166b-4535-a931-ee3a702e3868 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 944 time: 0.2185965 Apr 19 18:48:05.461077 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1c16dc-dfcc-4ceb-b611-8558532a7f73 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:48:05.529868 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ce44e046-c3e7-4cf4-b12b-223988fc8347 req-7a8e855f-8b3f-4d6e-b60a-c014852bdd6b tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709050 Apr 19 18:48:05.605610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba897328-a590-4950-bae6-97a72350e765 {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:48:05.616319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:05.637142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Transition to ACTIVE for port object ba897328-a590-4950-bae6-97a72350e765 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:48:05.639651 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:05.644977 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a16084f1-d8c1-4b84-b215-6bbd4ff22041 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:05.653922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1c16dc-dfcc-4ceb-b611-8558532a7f73 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:48:05.659413 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-eb1c16dc-dfcc-4ceb-b611-8558532a7f73 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:05.664604 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9162263-029d-43c6-80fa-b98d44b2004f None None] Sync routers for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:48:05.675360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9162263-029d-43c6-80fa-b98d44b2004f None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:48:05.676149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-d9162263-029d-43c6-80fa-b98d44b2004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:47:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:48:05.722764 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-eb1c16dc-dfcc-4ceb-b611-8558532a7f73 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "PUT /v2.0/floatingips/e0002ee8-dcf0-4195-bb52-b559b43b5f6a HTTP/1.1" status: 200 len: 992 time: 1.7485342 Apr 19 18:48:05.723545 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788'}] {{(pid=86314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:05.821497 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'status': 'completed', 'code': 200} Apr 19 18:48:05.874494 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Pushing event updated for resources: {'Port': ['ID=ba897328-a590-4950-bae6-97a72350e765,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:05.884232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:05.911439 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-d9162263-029d-43c6-80fa-b98d44b2004f None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:48:05.932735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Attempting to bind port ba897328-a590-4950-bae6-97a72350e765 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:48:05.933219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Attempting to bind port ba897328-a590-4950-bae6-97a72350e765 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3e9bcb6a-452a-479c-a9a2-eb2b4cb64607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:48:05.933676 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Attempting to bind port ba897328-a590-4950-bae6-97a72350e765 on network 6c884539-0146-4eb0-80b8-4a29762c5618 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:48:05.939887 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Port ba897328-a590-4950-bae6-97a72350e765 on network 6c884539-0146-4eb0-80b8-4a29762c5618 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:48:05.941060 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Attempting to bind port ba897328-a590-4950-bae6-97a72350e765 on network 6c884539-0146-4eb0-80b8-4a29762c5618 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:48:05.947763 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:48:05.948256 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Checking segment: {'id': '3e9bcb6a-452a-479c-a9a2-eb2b4cb64607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:48:05.948763 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Bound using segment: {'id': '3e9bcb6a-452a-479c-a9a2-eb2b4cb64607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:48:05.949327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Bound port: ba897328-a590-4950-bae6-97a72350e765, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9bcb6a-452a-479c-a9a2-eb2b4cb64607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:48:05.949790 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:06.113021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] For port ba897328-a590-4950-bae6-97a72350e765, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:48:06.125140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] For port ba897328-a590-4950-bae6-97a72350e765, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ba897328-a590-4950-bae6-97a72350e765,segment=NetworkSegment(3e9bcb6a-452a-479c-a9a2-eb2b4cb64607),segment_id=3e9bcb6a-452a-479c-a9a2-eb2b4cb64607)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:48:06.129412 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc047-5ae5-474a-be8f-d33228f8eff9 req-af99ae42-21ef-4572-98d8-0accdd8e1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:06.131073 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a8fbc047-5ae5-474a-be8f-d33228f8eff9 req-af99ae42-21ef-4572-98d8-0accdd8e1127 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 1099 time: 0.1308422 Apr 19 18:48:06.132617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:06.137528 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0c694151-1366-4d9f-83a1-ae3cdb1dd69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:06.241637 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:06.242321 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:06.243853 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] 10.222.0.60 "PUT /v2.0/ports/ba897328-a590-4950-bae6-97a72350e765 HTTP/1.1" status: 200 len: 1098 time: 1.3066959 Apr 19 18:48:06.246217 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f9b479-df42-4f4f-888f-42580ffac7e9', 'tag': 'ba897328-a590-4950-bae6-97a72350e765'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:06.326462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-d9162263-029d-43c6-80fa-b98d44b2004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': 'e0002ee8-dcf0-4195-bb52-b559b43b5f6a', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'port_id': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'mac_address': 'fa:16:3e:11:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:47:49Z', 'updated_at': '2021-04-19T18:48:04Z', 'revision_number': 1, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:35Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:48:06.331522 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9162263-029d-43c6-80fa-b98d44b2004f None None] Checking router: 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:48:06.341386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9162263-029d-43c6-80fa-b98d44b2004f None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:48:06.342066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-d9162263-029d-43c6-80fa-b98d44b2004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:47:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:48:06.373645 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f9b479-df42-4f4f-888f-42580ffac7e9', 'tag': 'ba897328-a590-4950-bae6-97a72350e765', 'status': 'completed', 'code': 200} Apr 19 18:48:06.376418 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Pushing event updated for resources: {'Port': ['ID=ba897328-a590-4950-bae6-97a72350e765,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:06.382186 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:06.595226 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-d9162263-029d-43c6-80fa-b98d44b2004f None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:48:06.688014 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 4ca775cf-67a1-4d8f-982b-0657567694d1 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:48:06.754282 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc047-5ae5-474a-be8f-d33228f8eff9 req-2d3c590e-62f3-4c9a-ab95-8e9556b80b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:06.755903 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a8fbc047-5ae5-474a-be8f-d33228f8eff9 req-2d3c590e-62f3-4c9a-ab95-8e9556b80b2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 917 time: 0.5812941 Apr 19 18:48:06.769158 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b9c02-6aca-4b37-a878-e8a8e22bc093 req-8e391724-20e0-452e-8c6a-8b8f5770b3df tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:06.774108 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5f1b9c02-6aca-4b37-a878-e8a8e22bc093 req-8e391724-20e0-452e-8c6a-8b8f5770b3df tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 948 time: 0.3422818 Apr 19 18:48:06.822119 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5f1b9c02-6aca-4b37-a878-e8a8e22bc093 req-3c506956-17c3-4b2c-976e-b8f5e6d0fdf6 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d1a3de-ca07-4aa1-9d36-e6aa33104a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448382 Apr 19 18:48:06.839251 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-dce94e52-d629-4d3f-b007-20515f94eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:06.840939 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-dce94e52-d629-4d3f-b007-20515f94eed5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eaaf28b01b0e418bafa909bb59a06878&device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 1101 time: 0.5362203 Apr 19 18:48:06.959912 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-9a192642-0428-4d5d-bf02-086b763f9293 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ba897328-a590-4950-bae6-97a72350e765 HTTP/1.1" status: 200 len: 217 time: 0.1068039 Apr 19 18:48:07.027179 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a8fbc047-5ae5-474a-be8f-d33228f8eff9 req-41108da9-e5f7-40b2-bd0e-c7cff0ed7d67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788 HTTP/1.1" status: 200 len: 1000 time: 0.2618642 Apr 19 18:48:07.043270 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4573498-2072-4350-81e3-1402742ba268 req-2696a519-7bc5-4e58-9c14-ef26b07144ef tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:07.044960 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e4573498-2072-4350-81e3-1402742ba268 req-2696a519-7bc5-4e58-9c14-ef26b07144ef tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 944 time: 0.3613040 Apr 19 18:48:07.071864 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port 4ca775cf-67a1-4d8f-982b-0657567694d1 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:48:07.083773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port 4ca775cf-67a1-4d8f-982b-0657567694d1 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:48:07.084134 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:07.144590 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-b650836d-c100-4007-8049-6500c0172147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:07.146462 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-b650836d-c100-4007-8049-6500c0172147 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b462c557-a05e-4966-9dc3-0da5e9a9b895 HTTP/1.1" status: 200 len: 843 time: 0.1771739 Apr 19 18:48:07.213197 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc047-5ae5-474a-be8f-d33228f8eff9 req-d4f2dd8c-8da9-4f96-bb29-08219da87800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:07.214824 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a8fbc047-5ae5-474a-be8f-d33228f8eff9 req-d4f2dd8c-8da9-4f96-bb29-08219da87800 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 200 len: 855 time: 0.1688561 Apr 19 18:48:07.222614 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e4573498-2072-4350-81e3-1402742ba268 req-5f032128-68fb-4725-a7e3-02dae90a672c tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268151 Apr 19 18:48:07.319533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-90ded4e5-5dab-40d2-a8ee-ec26f52328d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:07.321152 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-90ded4e5-5dab-40d2-a8ee-ec26f52328d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c884539-0146-4eb0-80b8-4a29762c5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1649532 Apr 19 18:48:07.333341 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc047-5ae5-474a-be8f-d33228f8eff9 req-8b1c6ec4-1b0a-44cf-8d0d-315dd3285350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:07.335315 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a8fbc047-5ae5-474a-be8f-d33228f8eff9 req-8b1c6ec4-1b0a-44cf-8d0d-315dd3285350 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1109066 Apr 19 18:48:07.338462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:07.379903 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca775cf-67a1-4d8f-982b-0657567694d1'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:07.392871 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 4ca775cf-67a1-4d8f-982b-0657567694d1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4ca775cf-67a1-4d8f-982b-0657567694d1,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:07.396203 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-d9162263-029d-43c6-80fa-b98d44b2004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': 'e0002ee8-dcf0-4195-bb52-b559b43b5f6a', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'port_id': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'mac_address': 'fa:16:3e:11:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:47:49Z', 'updated_at': '2021-04-19T18:48:04Z', 'revision_number': 1, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:35Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:48:07.400502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:07.402544 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cc6220e6-94d6-4e6f-b141-7bcbc746f1f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:07.434943 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9162263-029d-43c6-80fa-b98d44b2004f None None] The sync data for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb is: [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': 'e0002ee8-dcf0-4195-bb52-b559b43b5f6a', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'port_id': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'mac_address': 'fa:16:3e:11:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:47:49Z', 'updated_at': '2021-04-19T18:48:04Z', 'revision_number': 1, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:35Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:48:07.438075 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca775cf-67a1-4d8f-982b-0657567694d1', 'code': 200} Apr 19 18:48:07.491745 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=4ca775cf-67a1-4d8f-982b-0657567694d1,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:07.495781 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:07.654690 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-6a36e760-cb5a-4bcf-ab60-b7c5cc199dad service neutron] 10.222.0.60 "GET /v2.0/networks/6c884539-0146-4eb0-80b8-4a29762c5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244140 Apr 19 18:48:07.658661 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a8fbc047-5ae5-474a-be8f-d33228f8eff9 req-f8d830a5-b1ee-4cf0-ba46-65315b9aec14 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006883 Apr 19 18:48:07.703084 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f863e-6eb3-4ac2-957c-9618e7cf66cd req-751ed8ef-a122-4bda-a697-30d00e9e0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:07.704714 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c90f863e-6eb3-4ac2-957c-9618e7cf66cd req-751ed8ef-a122-4bda-a697-30d00e9e0ef6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0837634 Apr 19 18:48:07.732835 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b8358-5403-47cd-b8c7-bde81fb87310 None None] New status for floating IP e0002ee8-dcf0-4195-bb52-b559b43b5f6a: ACTIVE {{(pid=86316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:48:07.753670 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c90f863e-6eb3-4ac2-957c-9618e7cf66cd req-96a8acc7-7c96-4687-a385-46ca3b36968d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 Apr 19 18:48:07.931862 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a8fbc047-5ae5-474a-be8f-d33228f8eff9 req-c2e2a495-c5ca-440c-81d1-15b0832dee68 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647460 Apr 19 18:48:07.933925 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b4f88db6-4054-485d-a0c3-73ffa58cd432 req-8113ba7e-c326-4358-b425-bef03c74ded1 service neutron] 10.222.0.60 "GET /v2.0/networks/6c884539-0146-4eb0-80b8-4a29762c5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682989 Apr 19 18:48:08.111101 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcde6f4-11ed-413b-91b0-7bad5e83b266 req-df8f02b1-6443-4ece-9be9-a119045d658d tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:08.112455 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-5bcde6f4-11ed-413b-91b0-7bad5e83b266 req-df8f02b1-6443-4ece-9be9-a119045d658d tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Synchronizing usage tracker for tenant:eaaf28b01b0e418bafa909bb59a06878 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:48:08.119142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248be7eb-3a04-4967-ba8a-fdd84685171f req-95cfdb78-b2b6-4408-b622-a1bec38d4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:08.120645 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-248be7eb-3a04-4967-ba8a-fdd84685171f req-95cfdb78-b2b6-4408-b622-a1bec38d4144 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eaaf28b01b0e418bafa909bb59a06878&device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 1101 time: 0.1260383 Apr 19 18:48:08.156252 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-5bcde6f4-11ed-413b-91b0-7bad5e83b266 req-df8f02b1-6443-4ece-9be9-a119045d658d tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Unset dirty status for tenant:eaaf28b01b0e418bafa909bb59a06878 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:48:08.157467 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5bcde6f4-11ed-413b-91b0-7bad5e83b266 req-df8f02b1-6443-4ece-9be9-a119045d658d tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 948 time: 0.2055161 Apr 19 18:48:08.286099 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-5bcde6f4-11ed-413b-91b0-7bad5e83b266 req-6fada9d6-e8df-4a47-b4fa-2d772dcfef75 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Synchronizing usage tracker for tenant:eaaf28b01b0e418bafa909bb59a06878 on resource:security_group {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:48:08.322779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248be7eb-3a04-4967-ba8a-fdd84685171f req-96353c6e-da1c-44a4-a64a-afbb2a17987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:08.324362 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-248be7eb-3a04-4967-ba8a-fdd84685171f req-96353c6e-da1c-44a4-a64a-afbb2a17987d service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c884539-0146-4eb0-80b8-4a29762c5618 HTTP/1.1" status: 200 len: 870 time: 0.1899331 Apr 19 18:48:08.325467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-5bcde6f4-11ed-413b-91b0-7bad5e83b266 req-6fada9d6-e8df-4a47-b4fa-2d772dcfef75 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Unset dirty status for tenant:eaaf28b01b0e418bafa909bb59a06878 on resource:security_group {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:48:08.326599 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5bcde6f4-11ed-413b-91b0-7bad5e83b266 req-6fada9d6-e8df-4a47-b4fa-2d772dcfef75 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d1a3de-ca07-4aa1-9d36-e6aa33104a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538415 Apr 19 18:48:08.405307 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-248be7eb-3a04-4967-ba8a-fdd84685171f req-f3550213-c12c-482f-8a4e-e34d0371d987 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ba897328-a590-4950-bae6-97a72350e765 HTTP/1.1" status: 200 len: 217 time: 0.0702512 Apr 19 18:48:08.432290 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8b35f-2f68-471d-b200-6c41ef722004 req-ddc74539-8576-444c-b479-3dc3ac5e4a39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:08.433909 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7dd8b35f-2f68-471d-b200-6c41ef722004 req-ddc74539-8576-444c-b479-3dc3ac5e4a39 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.0929637 Apr 19 18:48:08.478480 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248be7eb-3a04-4967-ba8a-fdd84685171f req-11923617-645c-41ab-ada8-73014a9b82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:08.480079 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-248be7eb-3a04-4967-ba8a-fdd84685171f req-11923617-645c-41ab-ada8-73014a9b82b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b462c557-a05e-4966-9dc3-0da5e9a9b895 HTTP/1.1" status: 200 len: 843 time: 0.0657322 Apr 19 18:48:08.490643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-7dd8b35f-2f68-471d-b200-6c41ef722004 req-9ea5e087-d848-426e-9a8f-4d6f94bb300f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Synchronizing usage tracker for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:security_group {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:48:08.506455 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-7dd8b35f-2f68-471d-b200-6c41ef722004 req-9ea5e087-d848-426e-9a8f-4d6f94bb300f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Unset dirty status for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:security_group {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:48:08.507835 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7dd8b35f-2f68-471d-b200-6c41ef722004 req-9ea5e087-d848-426e-9a8f-4d6f94bb300f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662875 Apr 19 18:48:08.565109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248be7eb-3a04-4967-ba8a-fdd84685171f req-dffc8ca4-dd5f-4e53-88d1-b9f177cbd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:08.566739 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-248be7eb-3a04-4967-ba8a-fdd84685171f req-dffc8ca4-dd5f-4e53-88d1-b9f177cbd979 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c884539-0146-4eb0-80b8-4a29762c5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0778499 Apr 19 18:48:08.721762 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-248be7eb-3a04-4967-ba8a-fdd84685171f req-ef936b3f-3714-4fbf-ae71-3d9851d9a23e service neutron] 10.222.0.60 "GET /v2.0/networks/6c884539-0146-4eb0-80b8-4a29762c5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381543 Apr 19 18:48:08.868464 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-248be7eb-3a04-4967-ba8a-fdd84685171f req-90b6997f-8f3e-4872-bb7e-32e98894b378 service neutron] 10.222.0.60 "GET /v2.0/networks/6c884539-0146-4eb0-80b8-4a29762c5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378846 Apr 19 18:48:09.551580 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dde859-35c6-447d-8da6-6930652855f4 req-f64fa29b-0161-4ef1-8ad6-35aa04029adc tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:09.553212 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-07dde859-35c6-447d-8da6-6930652855f4 req-f64fa29b-0161-4ef1-8ad6-35aa04029adc tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 948 time: 0.1083827 Apr 19 18:48:09.605269 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-07dde859-35c6-447d-8da6-6930652855f4 req-0ba40103-fedd-41bf-85d2-2f86c5265790 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d1a3de-ca07-4aa1-9d36-e6aa33104a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455542 Apr 19 18:48:09.732227 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd90e04-eeec-432e-bc25-cbcc1f262181 req-6031b975-d717-4e1d-8d49-6996594249ec tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:09.733887 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7cd90e04-eeec-432e-bc25-cbcc1f262181 req-6031b975-d717-4e1d-8d49-6996594249ec tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.1013310 Apr 19 18:48:09.787898 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7cd90e04-eeec-432e-bc25-cbcc1f262181 req-795da226-bf3f-42c0-9d6a-88dfcfa45180 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468261 Apr 19 18:48:09.997656 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8f92e-55f3-4298-b446-545d1067271d req-2c00728a-ecd8-482e-a685-aa984e8ac219 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:09.999269 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a2e8f92e-55f3-4298-b446-545d1067271d req-2c00728a-ecd8-482e-a685-aa984e8ac219 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.0954010 Apr 19 18:48:10.009080 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 54112) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:48:10.014649 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-222efbac-4598-47d3-9aba-68dac098f008 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Request body: {'floatingip': {'port_id': '4ca775cf-67a1-4d8f-982b-0657567694d1'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:48:10.098667 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-222efbac-4598-47d3-9aba-68dac098f008 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, before_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:10.598778 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ba897328-a590-4950-bae6-97a72350e765 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:48:10.747983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ba897328-a590-4950-bae6-97a72350e765, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ba897328-a590-4950-bae6-97a72350e765,segment=NetworkSegment(3e9bcb6a-452a-479c-a9a2-eb2b4cb64607),segment_id=3e9bcb6a-452a-479c-a9a2-eb2b4cb64607)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:10.763332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'ba897328-a590-4950-bae6-97a72350e765', 'network_id': '6c884539-0146-4eb0-80b8-4a29762c5618', 'port_id': 'ba897328-a590-4950-bae6-97a72350e765', 'mac_address': 'fa:16:3e:62:5a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b462c557-a05e-4966-9dc3-0da5e9a9b895', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:48:10.771024 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-222efbac-4598-47d3-9aba-68dac098f008 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:10.777374 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-222efbac-4598-47d3-9aba-68dac098f008 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:10.823071 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:10.841204 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba897328-a590-4950-bae6-97a72350e765 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:48:10.858055 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ba897328-a590-4950-bae6-97a72350e765, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ba897328-a590-4950-bae6-97a72350e765,segment=NetworkSegment(3e9bcb6a-452a-479c-a9a2-eb2b4cb64607),segment_id=3e9bcb6a-452a-479c-a9a2-eb2b4cb64607)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:10.860937 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:10.863559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:10.938198 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=ba897328-a590-4950-bae6-97a72350e765,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:10.941719 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:10.996340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b331a55-61be-4cc0-b72a-5c2a8d8478c2 req-2e91d2d8-2a0d-4957-a512-6d3191bd34ba tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:10.997935 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6b331a55-61be-4cc0-b72a-5c2a8d8478c2 req-2e91d2d8-2a0d-4957-a512-6d3191bd34ba tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 948 time: 0.2720368 Apr 19 18:48:11.000833 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_db [None req-222efbac-4598-47d3-9aba-68dac098f008 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Floating IP 5395cdac-9439-4cc5-b96c-dda342134ea0 associated. External IP: 172.28.0.183, port: 4ca775cf-67a1-4d8f-982b-0657567694d1. Apr 19 18:48:11.118384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['ba897328-a590-4950-bae6-97a72350e765'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:48:11.192364 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6b331a55-61be-4cc0-b72a-5c2a8d8478c2 req-c6395e2e-dcc7-48a4-a1e6-9a32b90e36ce tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d1a3de-ca07-4aa1-9d36-e6aa33104a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397324 Apr 19 18:48:11.413234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222efbac-4598-47d3-9aba-68dac098f008 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Router 1b10ec8a-404f-42e8-accd-08d1a1797ffa has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:48:11.828498 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222efbac-4598-47d3-9aba-68dac098f008 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:48:11.833570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-222efbac-4598-47d3-9aba-68dac098f008 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:11.841496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6423730-a2ad-45e7-ab22-047e68096bc2 None None] Sync routers for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:48:11.852713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6423730-a2ad-45e7-ab22-047e68096bc2 None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:48:11.853461 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-d6423730-a2ad-45e7-ab22-047e68096bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:47:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:48:11.892839 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-222efbac-4598-47d3-9aba-68dac098f008 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "PUT /v2.0/floatingips/5395cdac-9439-4cc5-b96c-dda342134ea0 HTTP/1.1" status: 200 len: 991 time: 1.8826096 Apr 19 18:48:11.893668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'tag': '4ca775cf-67a1-4d8f-982b-0657567694d1'}] {{(pid=86314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:11.944850 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'tag': '4ca775cf-67a1-4d8f-982b-0657567694d1', 'status': 'completed', 'code': 200} Apr 19 18:48:12.054554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4538e-f2f9-4950-824d-c61cd2e1f26b req-8e095a1a-fb8e-4174-8c48-d421764ab5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:12.056212 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-99b4538e-f2f9-4950-824d-c61cd2e1f26b req-8e095a1a-fb8e-4174-8c48-d421764ab5e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a5899c9f0a947d3be62b6da572ba349&device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0801480 Apr 19 18:48:12.061581 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-d6423730-a2ad-45e7-ab22-047e68096bc2 None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:48:12.455061 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-d6423730-a2ad-45e7-ab22-047e68096bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': '5395cdac-9439-4cc5-b96c-dda342134ea0', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'floating_ip_address': '172.28.0.183', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'port_id': '4ca775cf-67a1-4d8f-982b-0657567694d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'mac_address': 'fa:16:3e:e8:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:47:55Z', 'updated_at': '2021-04-19T18:48:10Z', 'revision_number': 1, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:39Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:48:12.459318 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6423730-a2ad-45e7-ab22-047e68096bc2 None None] Checking router: 1b10ec8a-404f-42e8-accd-08d1a1797ffa for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:48:12.469331 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6423730-a2ad-45e7-ab22-047e68096bc2 None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:48:12.469631 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-d6423730-a2ad-45e7-ab22-047e68096bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:47:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:48:12.509979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4538e-f2f9-4950-824d-c61cd2e1f26b req-e2e9c67e-476b-411d-a11f-494cfd6d94de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:12.511604 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-99b4538e-f2f9-4950-824d-c61cd2e1f26b req-e2e9c67e-476b-411d-a11f-494cfd6d94de service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a HTTP/1.1" status: 200 len: 911 time: 0.4485679 Apr 19 18:48:12.525068 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894faedc-e393-4d2c-8b04-29a64c26b4a8 req-9bb85820-0635-48d8-af3b-f9e142f97fdc tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:12.526684 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-894faedc-e393-4d2c-8b04-29a64c26b4a8 req-9bb85820-0635-48d8-af3b-f9e142f97fdc tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 949 time: 0.1838605 Apr 19 18:48:12.614889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ba897328-a590-4950-bae6-97a72350e765 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:48:12.668910 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-99b4538e-f2f9-4950-824d-c61cd2e1f26b req-8251de7e-b1ef-4a21-9cd5-971bc34712a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ca775cf-67a1-4d8f-982b-0657567694d1 HTTP/1.1" status: 200 len: 999 time: 0.1405938 Apr 19 18:48:12.672599 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-894faedc-e393-4d2c-8b04-29a64c26b4a8 req-e650f4f4-04e9-4c34-8ed8-fbbbccddbf96 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d1a3de-ca07-4aa1-9d36-e6aa33104a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835035 Apr 19 18:48:12.727078 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-d6423730-a2ad-45e7-ab22-047e68096bc2 None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:48:12.750012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4538e-f2f9-4950-824d-c61cd2e1f26b req-4e7e623c-c8d2-4646-a464-23c879c056bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:12.751615 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-99b4538e-f2f9-4950-824d-c61cd2e1f26b req-4e7e623c-c8d2-4646-a464-23c879c056bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d07e6f8-f12e-4527-ab5b-a1c4a58a0091 HTTP/1.1" status: 200 len: 849 time: 0.0711451 Apr 19 18:48:12.787081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port ba897328-a590-4950-bae6-97a72350e765 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:48:12.807873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port ba897328-a590-4950-bae6-97a72350e765 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:48:12.808299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:12.842021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4538e-f2f9-4950-824d-c61cd2e1f26b req-19c31754-4ae8-4204-96cd-a83da7b9ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:12.843693 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-99b4538e-f2f9-4950-824d-c61cd2e1f26b req-19c31754-4ae8-4204-96cd-a83da7b9ffc6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832126 Apr 19 18:48:13.005734 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-99b4538e-f2f9-4950-824d-c61cd2e1f26b req-b88f78cb-803e-45d1-ac7c-f3d915427f04 service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450586 Apr 19 18:48:13.161098 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-99b4538e-f2f9-4950-824d-c61cd2e1f26b req-87062295-2a02-4169-8fe9-7ec943860908 service neutron] 10.222.0.60 "GET /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438513 Apr 19 18:48:13.301176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:13.350777 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f9b479-df42-4f4f-888f-42580ffac7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba897328-a590-4950-bae6-97a72350e765'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:13.397610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ba897328-a590-4950-bae6-97a72350e765, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ba897328-a590-4950-bae6-97a72350e765,segment=NetworkSegment(3e9bcb6a-452a-479c-a9a2-eb2b4cb64607),segment_id=3e9bcb6a-452a-479c-a9a2-eb2b4cb64607)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:13.402011 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:13.404901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:13.501170 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=ba897328-a590-4950-bae6-97a72350e765,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:13.505808 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:13.515771 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-d6423730-a2ad-45e7-ab22-047e68096bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': '5395cdac-9439-4cc5-b96c-dda342134ea0', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'floating_ip_address': '172.28.0.183', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'port_id': '4ca775cf-67a1-4d8f-982b-0657567694d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'mac_address': 'fa:16:3e:e8:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:47:55Z', 'updated_at': '2021-04-19T18:48:10Z', 'revision_number': 1, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:39Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:48:13.521416 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6423730-a2ad-45e7-ab22-047e68096bc2 None None] The sync data for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb is: [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_floatingips': [{'id': '5395cdac-9439-4cc5-b96c-dda342134ea0', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'floating_ip_address': '172.28.0.183', 'floating_network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'router_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'port_id': '4ca775cf-67a1-4d8f-982b-0657567694d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'mac_address': 'fa:16:3e:e8:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:47:55Z', 'updated_at': '2021-04-19T18:48:10Z', 'revision_number': 1, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:39Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:48:13.545142 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f9b479-df42-4f4f-888f-42580ffac7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba897328-a590-4950-bae6-97a72350e765', 'code': 200} Apr 19 18:48:13.815205 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa82916-ca82-4ada-a385-6ab8b9fc570b None None] New status for floating IP 5395cdac-9439-4cc5-b96c-dda342134ea0: ACTIVE {{(pid=86316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:48:13.862278 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f0aba-08d4-43d4-a2c6-524f927e5923 req-d40f32e0-0ebd-424d-a8c6-26e8444c631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:13.863909 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-314f0aba-08d4-43d4-a2c6-524f927e5923 req-d40f32e0-0ebd-424d-a8c6-26e8444c631d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 1103 time: 0.1363957 Apr 19 18:48:13.917136 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e4fb8-5aaf-4efe-b029-bbf4509967db req-cb46a09d-d15b-4211-8f11-c8a4ea10ece0 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:13.919067 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c2e4fb8-5aaf-4efe-b029-bbf4509967db req-cb46a09d-d15b-4211-8f11-c8a4ea10ece0 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 950 time: 0.1190476 Apr 19 18:48:13.962459 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-314f0aba-08d4-43d4-a2c6-524f927e5923 req-406833e1-8ea0-4a81-af5c-d52284eccede service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=91d1a3de-ca07-4aa1-9d36-e6aa33104a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707848 Apr 19 18:48:13.983926 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c2e4fb8-5aaf-4efe-b029-bbf4509967db req-570166f3-7618-4f1a-9765-7080ea0305a0 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d1a3de-ca07-4aa1-9d36-e6aa33104a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574338 Apr 19 18:48:14.829683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:15.193302 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995e311-9a55-40f6-b3dd-593019f1dae0 req-ae4a156f-a982-4f3d-ab5e-99f948dec014 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:15.195017 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5995e311-9a55-40f6-b3dd-593019f1dae0 req-ae4a156f-a982-4f3d-ab5e-99f948dec014 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 950 time: 0.0923603 Apr 19 18:48:15.243703 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5995e311-9a55-40f6-b3dd-593019f1dae0 req-4fbebbd0-a6d1-451d-a14d-06dab1ceaaa0 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d1a3de-ca07-4aa1-9d36-e6aa33104a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422678 Apr 19 18:48:15.724258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b4b18-b4f6-4340-a951-19af308b10c0 req-fe5090e2-e854-4738-af2d-e5685eb0ccd8 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:15.725887 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b37b4b18-b4f6-4340-a951-19af308b10c0 req-fe5090e2-e854-4738-af2d-e5685eb0ccd8 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 950 time: 0.0999219 Apr 19 18:48:15.777413 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b37b4b18-b4f6-4340-a951-19af308b10c0 req-3f85dbf8-0046-4d02-9aa4-780930107251 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d1a3de-ca07-4aa1-9d36-e6aa33104a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449622 Apr 19 18:48:16.984848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d5890-b5de-432f-8108-45f8935fc3bf req-b9e5caad-908b-43d2-bb23-12b479e009aa tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:16.986416 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c15d5890-b5de-432f-8108-45f8935fc3bf req-b9e5caad-908b-43d2-bb23-12b479e009aa tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 950 time: 0.0927768 Apr 19 18:48:17.035213 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c15d5890-b5de-432f-8108-45f8935fc3bf req-bc81908e-1d28-4ecb-ad71-fbc878b4187b tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d1a3de-ca07-4aa1-9d36-e6aa33104a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Apr 19 18:48:17.233051 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-15c19aa1-1b3f-4daa-ab42-cd74152ad107 req-ade39077-af0f-460f-838b-634dadd8c162 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775404 Apr 19 18:48:17.390857 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c19aa1-1b3f-4daa-ab42-cd74152ad107 req-348ca331-45dc-483f-9774-151b724b6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:17.392440 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-15c19aa1-1b3f-4daa-ab42-cd74152ad107 req-348ca331-45dc-483f-9774-151b724b6079 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2134e71b8df4d8384ea7636e94f6693&device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 1138 time: 0.0804718 Apr 19 18:48:17.613338 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c19aa1-1b3f-4daa-ab42-cd74152ad107 req-f053c7b0-e101-4198-9d22-acc22b9121b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:17.614940 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-15c19aa1-1b3f-4daa-ab42-cd74152ad107 req-f053c7b0-e101-4198-9d22-acc22b9121b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bbfe4857-9c70-4d08-a269-b4d216b11eea HTTP/1.1" status: 200 len: 915 time: 0.1995568 Apr 19 18:48:17.632338 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217fa1-0390-4cfc-86fb-b92b9184ddee req-96c32fff-10ad-451f-9270-d0bc916cd869 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:17.633813 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a5217fa1-0390-4cfc-86fb-b92b9184ddee req-96c32fff-10ad-451f-9270-d0bc916cd869 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 950 time: 0.1760457 Apr 19 18:48:17.803275 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-a5217fa1-0390-4cfc-86fb-b92b9184ddee req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Deleting port ba897328-a590-4950-bae6-97a72350e765 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:48:17.803661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a5217fa1-0390-4cfc-86fb-b92b9184ddee req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:17.835440 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-15c19aa1-1b3f-4daa-ab42-cd74152ad107 req-daf8ec2c-99be-4db4-8f2a-e4ed74a9aefe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d95687-d389-4f83-95d6-12766a20c46b HTTP/1.1" status: 200 len: 1002 time: 0.2121067 Apr 19 18:48:17.979519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c19aa1-1b3f-4daa-ab42-cd74152ad107 req-fc307aa3-1831-4ff5-8e47-7c677296df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:17.980985 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-15c19aa1-1b3f-4daa-ab42-cd74152ad107 req-fc307aa3-1831-4ff5-8e47-7c677296df54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3957a99-fa17-4830-85e5-141a15a7d80e HTTP/1.1" status: 200 len: 853 time: 0.1315205 Apr 19 18:48:18.251218 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-a5217fa1-0390-4cfc-86fb-b92b9184ddee req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] For port ba897328-a590-4950-bae6-97a72350e765, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ba897328-a590-4950-bae6-97a72350e765,segment=NetworkSegment(3e9bcb6a-452a-479c-a9a2-eb2b4cb64607),segment_id=3e9bcb6a-452a-479c-a9a2-eb2b4cb64607)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:18.251798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a5217fa1-0390-4cfc-86fb-b92b9184ddee req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:18.266007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c19aa1-1b3f-4daa-ab42-cd74152ad107 req-87d2ff43-3013-40e9-b495-a9063c2780dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:18.267709 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-15c19aa1-1b3f-4daa-ab42-cd74152ad107 req-87d2ff43-3013-40e9-b495-a9063c2780dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbfe4857-9c70-4d08-a269-b4d216b11eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2638867 Apr 19 18:48:18.420349 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-a5217fa1-0390-4cfc-86fb-b92b9184ddee req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Calling delete_port for ba897328-a590-4950-bae6-97a72350e765 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:48:18.573338 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76164ce6-cfb2-4cd0-97ae-f4503955fc3c req-8c254e9c-cb4f-4fe2-907e-72dfc27f832a tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:18.574948 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-76164ce6-cfb2-4cd0-97ae-f4503955fc3c req-8c254e9c-cb4f-4fe2-907e-72dfc27f832a tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 950 time: 0.4149880 Apr 19 18:48:18.707014 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-76164ce6-cfb2-4cd0-97ae-f4503955fc3c req-ba7998f7-b668-4d66-acbe-547239cea0a2 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/security-groups?id=91d1a3de-ca07-4aa1-9d36-e6aa33104a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149759 Apr 19 18:48:18.711350 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-15c19aa1-1b3f-4daa-ab42-cd74152ad107 req-929fa5dc-62ff-4ba8-b26b-a184e09c9489 service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866315 Apr 19 18:48:19.048632 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a5217fa1-0390-4cfc-86fb-b92b9184ddee req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:19.060975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0a48e4b2-c78f-4770-a577-9ac3457d46f5 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:19.110340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Pushing event deleted for resources: {'Port': ['ID=ba897328-a590-4950-bae6-97a72350e765,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:19.158477 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:19.159484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:19.159890 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:19.160436 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:19.160837 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:19.161232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:19.161623 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:19.162013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:19.162416 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:19.162841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:19.163232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:19.163619 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:19.173943 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:19.234417 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5217fa1-0390-4cfc-86fb-b92b9184ddee req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] No DVR routers for this DVR port ba897328-a590-4950-bae6-97a72350e765 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:48:19.240089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a5217fa1-0390-4cfc-86fb-b92b9184ddee req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:19.242907 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f9b479-df42-4f4f-888f-42580ffac7e9', 'name': 'network-vif-deleted', 'tag': 'ba897328-a590-4950-bae6-97a72350e765'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:19.257722 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-15c19aa1-1b3f-4daa-ab42-cd74152ad107 req-b6d4e13c-2164-446d-ac34-e630492bd737 service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366313 Apr 19 18:48:19.265120 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a5217fa1-0390-4cfc-86fb-b92b9184ddee req-dd4e5969-0c50-474b-95e3-86c8a2c8fc15 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.60 "DELETE /v2.0/ports/ba897328-a590-4950-bae6-97a72350e765 HTTP/1.1" status: 204 len: 173 time: 1.5714273 Apr 19 18:48:19.310103 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f9b479-df42-4f4f-888f-42580ffac7e9', 'name': 'network-vif-deleted', 'tag': 'ba897328-a590-4950-bae6-97a72350e765', 'status': 'completed', 'code': 200} Apr 19 18:48:19.890337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-4303c27d-36ec-4d36-98ef-f46e007aa125 req-04e6a77a-39b4-453a-9fe0-382d3be59adc tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Synchronizing usage tracker for tenant:eaaf28b01b0e418bafa909bb59a06878 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:48:19.907007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-4303c27d-36ec-4d36-98ef-f46e007aa125 req-04e6a77a-39b4-453a-9fe0-382d3be59adc tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Unset dirty status for tenant:eaaf28b01b0e418bafa909bb59a06878 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:48:19.908311 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4303c27d-36ec-4d36-98ef-f46e007aa125 req-04e6a77a-39b4-453a-9fe0-382d3be59adc tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f9b479-df42-4f4f-888f-42580ffac7e9 HTTP/1.1" status: 200 len: 210 time: 0.0693812 Apr 19 18:48:20.640999 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ba897328-a590-4950-bae6-97a72350e765 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:48:20.679115 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: ba897328-a590-4950-bae6-97a72350e765 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:48:20.679512 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ba897328-a590-4950-bae6-97a72350e765 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:48:22.977910 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c6e02d08-bb40-4ec8-9d71-96e8209fef7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:25.090404 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:48:25.818229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4d5c609b-6614-4678-8f7c-9af129efa46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:25.890150 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:26.003429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 54430) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:48:26.177502 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-760f0dbb-c93a-411a-92af-4cdbab7db4ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eaaf28b01b0e418bafa909bb59a06878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726999 Apr 19 18:48:26.180076 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 54436) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:48:26.243760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:26.272754 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:26.317553 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:26.322640 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f03b038a-591f-4329-acbf-c09dbeb5e38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:26.339534 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d1a3de-ca07-4aa1-9d36-e6aa33104a82,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:26.348488 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:26.348862 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:26.349270 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:26.349687 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:26.350202 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:26.350442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:26.350869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:26.351260 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:26.351655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:26.352137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:26.352510 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:26.352873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:48:26.357860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:26.361248 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:26.362976 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91d1a3de-ca07-4aa1-9d36-e6aa33104a82 HTTP/1.1" status: 204 len: 168 time: 0.1818442 Apr 19 18:48:27.123799 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 54464) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:48:27.225327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:27.242017 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1186962086-network', 'tenant_id': '2de1100bbbfa40c493bc77d69e4f708b'}} {{(pid=86314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:48:27.247147 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:48:27.251170 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Usage tracker for resource:network and tenant:2de1100bbbfa40c493bc77d69e4f708b is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:48:27.254143 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:48:27.260168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:48:27.270162 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Made reservation on behalf of 2de1100bbbfa40c493bc77d69e4f708b for: {'network': 1} {{(pid=86314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:48:27.274984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for network, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:27.288230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:27.303304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:48:27.307337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Usage tracker for resource:security_group_rule and tenant:2de1100bbbfa40c493bc77d69e4f708b is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:48:27.310256 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:48:27.316404 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:48:27.405979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:27.410246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:27.414831 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c98ac2d8-fc08-491d-b5f6-8f067ec6db6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:27.449544 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=86314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:48:27.465116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc818cd8-1c97-48ce-8343-b67cb875a8cf,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:27.470964 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:27.474109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:27.474607 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.segments_db [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Added segment f2ecdd9f-e640-4ae3-9098-4a14f0b33281 of type vlan for network edbfb460-2352-4d01-9dc3-7b839f6f3431 Apr 19 18:48:27.507750 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742123069299'] for network, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:27.539269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330'] for network, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:27.540662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:27.541305 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:27.546412 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5b8d1bc5-246d-4d9c-92c7-9aae8adac49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:27.655330 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5303197 Apr 19 18:48:27.658394 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 54472) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:48:27.658655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Pushing event updated for resources: {'Network': ['ID=edbfb460-2352-4d01-9dc3-7b839f6f3431,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:27.661920 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:27.665089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Request body: {'subnet': {'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1186962086-subnet', 'tenant_id': '2de1100bbbfa40c493bc77d69e4f708b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:48:27.669570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Network edbfb460-2352-4d01-9dc3-7b839f6f3431 details requested by agent ovs-agent-dv-cinder-786930-1-smb with host dv-cinder-786930-1-smb {{(pid=86315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:48:27.670347 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:48:27.674588 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Usage tracker for resource:subnet and tenant:2de1100bbbfa40c493bc77d69e4f708b is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:48:27.677684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:48:27.683888 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:48:27.694238 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Made reservation on behalf of 2de1100bbbfa40c493bc77d69e4f708b for: {'subnet': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:48:27.699266 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851985178'] for subnet, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:28.120166 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851537893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851985161'] for subnet, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:28.125216 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d24d24c7-4d82-494c-964c-e40b4fdaafa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:28.205527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82e95cf-9284-44c6-9eb5-5e6463832618,revision_number=0']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:28.210374 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:28.214950 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Checking segment: {'id': 'f2ecdd9f-e640-4ae3-9098-4a14f0b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:48:28.215380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Network hostable DHCP agents. Network: edbfb460-2352-4d01-9dc3-7b839f6f3431, hostable agents: ['7ab6a955-3040-4fa1-be32-ef5ecd994762'], hosted agents: [] {{(pid=86313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:48:28.234803 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Network edbfb460-2352-4d01-9dc3-7b839f6f3431 is scheduled to be hosted by DHCP agent 7ab6a955-3040-4fa1-be32-ef5ecd994762 with binding_index 1 {{(pid=86313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:48:28.235652 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:28.243185 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-1-smb, edbfb460-2352-4d01-9dc3-7b839f6f3431) {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:48:28.252864 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a866b5b2-5a97-47d2-b625-b307050d0e07 None None] Network edbfb460-2352-4d01-9dc3-7b839f6f3431 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:48:28.256295 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:28.256956 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:28.277259 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-35205cea-c822-4208-8f91-358bca07c58f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6172984 Apr 19 18:48:28.484942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5cf772-42ce-46b6-86b7-b7dd0d537904 None None] Network edbfb460-2352-4d01-9dc3-7b839f6f3431 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:48:30.421940 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-02fab82d-d71d-4b19-b729-6da2b36ba2c1 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:30.422712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-02fab82d-d71d-4b19-b729-6da2b36ba2c1 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Synchronizing usage tracker for tenant:2de1100bbbfa40c493bc77d69e4f708b on resource:network {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:48:30.441075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-02fab82d-d71d-4b19-b729-6da2b36ba2c1 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Unset dirty status for tenant:2de1100bbbfa40c493bc77d69e4f708b on resource:network {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:48:30.442383 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-02fab82d-d71d-4b19-b729-6da2b36ba2c1 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/networks?id=edbfb460-2352-4d01-9dc3-7b839f6f3431 HTTP/1.1" status: 200 len: 814 time: 0.1993544 Apr 19 18:48:30.459202 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-7eb6588d-0647-457c-a9aa-a3ac0ce8f102 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/quotas/2de1100bbbfa40c493bc77d69e4f708b HTTP/1.1" status: 200 len: 375 time: 0.0103362 Apr 19 18:48:30.520015 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-a98e762a-22ec-4cf0-99fe-b82c0b9c64c7 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2de1100bbbfa40c493bc77d69e4f708b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540204 Apr 19 18:48:30.712853 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-9ad6edd6-8700-4236-a371-1c200cc73e8a service neutron] 10.222.0.10 "GET /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851072 Apr 19 18:48:30.859492 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-d6544f0c-4081-4cdb-84be-9ceab219ced7 service neutron] 10.222.0.10 "GET /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400652 Apr 19 18:48:31.066076 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c9c7f107-f79f-478f-9cd7-54ee1cd0a0a1 req-849b851c-d163-4648-aabf-70129174c3e0 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 210 time: 0.0546670 Apr 19 18:48:32.269612 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5d59416f-cde6-4644-8b1e-c432a18e6973 req-32dc9c35-4d3e-485c-ab67-f906336eb2e1 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 210 time: 0.0830040 Apr 19 18:48:32.407471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-09456b06-7f8a-43fc-8645-b3964e29c39f tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:32.409018 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-09456b06-7f8a-43fc-8645-b3964e29c39f tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.60 "GET /v2.0/networks?id=edbfb460-2352-4d01-9dc3-7b839f6f3431 HTTP/1.1" status: 200 len: 814 time: 0.1806738 Apr 19 18:48:32.425297 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Request body: {'port': {'device_id': 'ac7e4135-c27a-4662-94b1-3a324ae059f3', 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431', 'admin_state_up': True, 'tenant_id': '2de1100bbbfa40c493bc77d69e4f708b'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:48:32.579556 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:48:32.584503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Usage tracker for resource:port and tenant:2de1100bbbfa40c493bc77d69e4f708b is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:48:32.587734 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:48:32.594193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:48:32.604358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Made reservation on behalf of 2de1100bbbfa40c493bc77d69e4f708b for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:48:32.610461 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:32.790137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Allocated IP 172.20.0.7 (edbfb460-2352-4d01-9dc3-7b839f6f3431/e82e95cf-9284-44c6-9eb5-5e6463832618/17e17269-7839-4eb8-b146-964c67f6f315) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:48:33.008212 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:33.037418 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:33.043234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2701c51f-4879-4f1d-b42d-7ab4b0305271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:33.123145 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Network edbfb460-2352-4d01-9dc3-7b839f6f3431 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:48:33.126552 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:48:33.131535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:48:33.164055 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Pushing event updated for resources: {'Port': ['ID=17e17269-7839-4eb8-b146-964c67f6f315,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:33.171154 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:33.202712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:33.203386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:33.223687 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-2645f76c-8810-469a-bfa2-9ce958347d13 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8035777 Apr 19 18:48:33.287003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Request body: {'port': {'device_id': 'ac7e4135-c27a-4662-94b1-3a324ae059f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:48:33.415222 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:33.509745 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc17fed-a0d2-4c10-b55a-e1f76fb12ce2 req-39fd8e5d-cf15-48b2-b389-8debce1e5f5f tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:33.511410 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0bc17fed-a0d2-4c10-b55a-e1f76fb12ce2 req-39fd8e5d-cf15-48b2-b389-8debce1e5f5f tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 931 time: 0.0948286 Apr 19 18:48:33.561338 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-0bc17fed-a0d2-4c10-b55a-e1f76fb12ce2 req-be99f73a-e676-4fd5-a323-0523481b4e53 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Synchronizing usage tracker for tenant:2de1100bbbfa40c493bc77d69e4f708b on resource:security_group {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:48:33.577693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-0bc17fed-a0d2-4c10-b55a-e1f76fb12ce2 req-be99f73a-e676-4fd5-a323-0523481b4e53 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Unset dirty status for tenant:2de1100bbbfa40c493bc77d69e4f708b on resource:security_group {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:48:33.578907 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0bc17fed-a0d2-4c10-b55a-e1f76fb12ce2 req-be99f73a-e676-4fd5-a323-0523481b4e53 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602777 Apr 19 18:48:33.787312 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e17269-7839-4eb8-b146-964c67f6f315 {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:48:33.796654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:33.811823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Transition to ACTIVE for port object 17e17269-7839-4eb8-b146-964c67f6f315 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:48:33.814616 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:33.819440 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-42f5e954-b7c1-4879-b5a9-2d59bddf10f4 tempest-AttachVolumeNegativeTest-1114771442 tempest-AttachVolumeNegativeTest-1114771442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:34.003556 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Pushing event updated for resources: {'Port': ['ID=17e17269-7839-4eb8-b146-964c67f6f315,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:34.006605 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:34.077361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Attempting to bind port 17e17269-7839-4eb8-b146-964c67f6f315 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:48:34.077744 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Attempting to bind port 17e17269-7839-4eb8-b146-964c67f6f315 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f2ecdd9f-e640-4ae3-9098-4a14f0b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:48:34.078098 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Attempting to bind port 17e17269-7839-4eb8-b146-964c67f6f315 on network edbfb460-2352-4d01-9dc3-7b839f6f3431 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:48:34.083998 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Port 17e17269-7839-4eb8-b146-964c67f6f315 on network edbfb460-2352-4d01-9dc3-7b839f6f3431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:48:34.084368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Attempting to bind port 17e17269-7839-4eb8-b146-964c67f6f315 on network edbfb460-2352-4d01-9dc3-7b839f6f3431 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:48:34.090293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:48:34.090691 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Checking segment: {'id': 'f2ecdd9f-e640-4ae3-9098-4a14f0b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:48:34.091127 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Bound using segment: {'id': 'f2ecdd9f-e640-4ae3-9098-4a14f0b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:48:34.091588 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Bound port: 17e17269-7839-4eb8-b146-964c67f6f315, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ecdd9f-e640-4ae3-9098-4a14f0b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:48:34.091969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:34.191118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] For port 17e17269-7839-4eb8-b146-964c67f6f315, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:48:34.194271 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] For port 17e17269-7839-4eb8-b146-964c67f6f315, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=17e17269-7839-4eb8-b146-964c67f6f315,segment=NetworkSegment(f2ecdd9f-e640-4ae3-9098-4a14f0b33281),segment_id=f2ecdd9f-e640-4ae3-9098-4a14f0b33281)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:48:34.197708 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:34.202635 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cd6a0cde-f7e4-4aa1-8972-56190eddee54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:34.258153 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:34.258847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:34.260313 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] 10.222.0.60 "PUT /v2.0/ports/17e17269-7839-4eb8-b146-964c67f6f315 HTTP/1.1" status: 200 len: 1093 time: 1.0286145 Apr 19 18:48:34.260841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7e4135-c27a-4662-94b1-3a324ae059f3', 'tag': '17e17269-7839-4eb8-b146-964c67f6f315'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:34.293300 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Pushing event updated for resources: {'Port': ['ID=17e17269-7839-4eb8-b146-964c67f6f315,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:34.297585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:34.383717 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7e4135-c27a-4662-94b1-3a324ae059f3', 'tag': '17e17269-7839-4eb8-b146-964c67f6f315', 'status': 'completed', 'code': 200} Apr 19 18:48:34.401018 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-26ed508b-9cc6-45c9-a11d-670bb213ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:34.402833 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-26ed508b-9cc6-45c9-a11d-670bb213ab5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2de1100bbbfa40c493bc77d69e4f708b&device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 1096 time: 0.0955055 Apr 19 18:48:34.484109 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-b47ad006-a699-4e53-b9f2-a24f44fe8cb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e17269-7839-4eb8-b146-964c67f6f315 HTTP/1.1" status: 200 len: 217 time: 0.0669587 Apr 19 18:48:34.563172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-528312b1-7261-4cca-903a-2027ffef2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:34.564805 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-528312b1-7261-4cca-903a-2027ffef2df3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e82e95cf-9284-44c6-9eb5-5e6463832618 HTTP/1.1" status: 200 len: 854 time: 0.0692570 Apr 19 18:48:34.623121 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-c83ac447-c34f-40ee-a964-3ee91bf0a6ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edbfb460-2352-4d01-9dc3-7b839f6f3431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499022 Apr 19 18:48:34.773913 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-87715a90-f4a7-46f9-ae7c-6b7ad179095b service neutron] 10.222.0.60 "GET /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429739 Apr 19 18:48:34.799082 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faecbbc-a790-493d-b9c3-6097ca279542 req-2df87dd4-25d7-426e-a3d2-24f75c16ed7c tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:34.801214 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7faecbbc-a790-493d-b9c3-6097ca279542 req-2df87dd4-25d7-426e-a3d2-24f75c16ed7c tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 943 time: 0.1044960 Apr 19 18:48:34.854205 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7faecbbc-a790-493d-b9c3-6097ca279542 req-4dbbe138-2049-4e4a-845e-28140bff9fa0 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460649 Apr 19 18:48:34.932908 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d26ee72e-1e4e-4529-a273-13b4ec1fbacb req-f52860df-096f-48ee-8ac8-4f81144908c6 service neutron] 10.222.0.60 "GET /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451478 Apr 19 18:48:35.062334 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6a81e-4f9f-4cb5-8307-6a695b2752f4 req-1cf52d6d-b379-40fb-bb4c-c8d4da8bfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:35.063888 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8cd6a81e-4f9f-4cb5-8307-6a695b2752f4 req-1cf52d6d-b379-40fb-bb4c-c8d4da8bfe83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2de1100bbbfa40c493bc77d69e4f708b&device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 1096 time: 0.0802772 Apr 19 18:48:35.212629 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6a81e-4f9f-4cb5-8307-6a695b2752f4 req-bcf4fbdb-c79d-4207-a742-86a20a4d68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:35.214192 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8cd6a81e-4f9f-4cb5-8307-6a695b2752f4 req-bcf4fbdb-c79d-4207-a742-86a20a4d68f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edbfb460-2352-4d01-9dc3-7b839f6f3431 HTTP/1.1" status: 200 len: 915 time: 0.1431944 Apr 19 18:48:35.301500 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8cd6a81e-4f9f-4cb5-8307-6a695b2752f4 req-fed0e74b-f965-47fe-bfd2-52af40a13fa6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e17269-7839-4eb8-b146-964c67f6f315 HTTP/1.1" status: 200 len: 217 time: 0.0721424 Apr 19 18:48:35.375799 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6a81e-4f9f-4cb5-8307-6a695b2752f4 req-8dff4f9d-0e1e-44ce-be4a-dac648786c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:35.377899 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8cd6a81e-4f9f-4cb5-8307-6a695b2752f4 req-8dff4f9d-0e1e-44ce-be4a-dac648786c4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e82e95cf-9284-44c6-9eb5-5e6463832618 HTTP/1.1" status: 200 len: 854 time: 0.0683823 Apr 19 18:48:35.432757 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8cd6a81e-4f9f-4cb5-8307-6a695b2752f4 req-db38d9be-2661-49bc-924c-61a5f3b51f1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edbfb460-2352-4d01-9dc3-7b839f6f3431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476806 Apr 19 18:48:35.582820 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8cd6a81e-4f9f-4cb5-8307-6a695b2752f4 req-d12686c9-89e0-4c89-bc12-a1b24971933d service neutron] 10.222.0.60 "GET /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393864 Apr 19 18:48:35.992014 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8cd6a81e-4f9f-4cb5-8307-6a695b2752f4 req-6a2a34e3-5239-4057-8ff2-12a2b5819cde service neutron] 10.222.0.60 "GET /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961639 Apr 19 18:48:36.100121 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db557ae-713f-4f0d-bae9-7d2c4721d13f req-8085d7bb-a054-4079-9332-d5b3b13fe409 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:36.100867 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-3db557ae-713f-4f0d-bae9-7d2c4721d13f req-8085d7bb-a054-4079-9332-d5b3b13fe409 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Synchronizing usage tracker for tenant:2de1100bbbfa40c493bc77d69e4f708b on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:48:36.117284 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-3db557ae-713f-4f0d-bae9-7d2c4721d13f req-8085d7bb-a054-4079-9332-d5b3b13fe409 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Unset dirty status for tenant:2de1100bbbfa40c493bc77d69e4f708b on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:48:36.118527 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3db557ae-713f-4f0d-bae9-7d2c4721d13f req-8085d7bb-a054-4079-9332-d5b3b13fe409 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 943 time: 0.1079428 Apr 19 18:48:36.167262 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3db557ae-713f-4f0d-bae9-7d2c4721d13f req-55ac2497-508c-46cd-8e01-8a3d6fe02fbb tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422072 Apr 19 18:48:36.735073 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 17e17269-7839-4eb8-b146-964c67f6f315 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:48:36.884326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 17e17269-7839-4eb8-b146-964c67f6f315, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=17e17269-7839-4eb8-b146-964c67f6f315,segment=NetworkSegment(f2ecdd9f-e640-4ae3-9098-4a14f0b33281),segment_id=f2ecdd9f-e640-4ae3-9098-4a14f0b33281)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:36.898401 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': '17e17269-7839-4eb8-b146-964c67f6f315', 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431', 'port_id': '17e17269-7839-4eb8-b146-964c67f6f315', 'mac_address': 'fa:16:3e:7e:e8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e82e95cf-9284-44c6-9eb5-5e6463832618', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:48:36.959406 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:36.978757 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e17269-7839-4eb8-b146-964c67f6f315 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:48:36.995868 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 17e17269-7839-4eb8-b146-964c67f6f315, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=17e17269-7839-4eb8-b146-964c67f6f315,segment=NetworkSegment(f2ecdd9f-e640-4ae3-9098-4a14f0b33281),segment_id=f2ecdd9f-e640-4ae3-9098-4a14f0b33281)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:36.998774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:37.000629 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:37.078693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=17e17269-7839-4eb8-b146-964c67f6f315,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:37.082613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:37.327405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['17e17269-7839-4eb8-b146-964c67f6f315'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:48:37.373099 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f58d4-84cc-42b3-b343-3f1d6b6911f9 req-721688af-93cb-49a2-9fd2-68e38ab3d895 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:37.374734 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-351f58d4-84cc-42b3-b343-3f1d6b6911f9 req-721688af-93cb-49a2-9fd2-68e38ab3d895 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 944 time: 0.0921359 Apr 19 18:48:37.435608 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-351f58d4-84cc-42b3-b343-3f1d6b6911f9 req-de93ae5e-37a5-4355-8050-aeb186354e25 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520742 Apr 19 18:48:38.646688 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7b9e0-0085-449f-af24-f69eda32c3bb req-817c8c87-a6ad-4f5b-8809-a6e48938d571 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:38.648286 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-81e7b9e0-0085-449f-af24-f69eda32c3bb req-817c8c87-a6ad-4f5b-8809-a6e48938d571 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 944 time: 0.0914278 Apr 19 18:48:38.697299 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-81e7b9e0-0085-449f-af24-f69eda32c3bb req-8251175d-c9a6-48d7-bdd2-a5a5e5b9efc4 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Apr 19 18:48:38.738415 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 17e17269-7839-4eb8-b146-964c67f6f315 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:48:38.813153 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port 17e17269-7839-4eb8-b146-964c67f6f315 completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:48:38.818324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port 17e17269-7839-4eb8-b146-964c67f6f315 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:48:38.818771 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:38.950891 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:38.981437 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7e4135-c27a-4662-94b1-3a324ae059f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e17269-7839-4eb8-b146-964c67f6f315'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:38.992524 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port 17e17269-7839-4eb8-b146-964c67f6f315, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=17e17269-7839-4eb8-b146-964c67f6f315,segment=NetworkSegment(f2ecdd9f-e640-4ae3-9098-4a14f0b33281),segment_id=f2ecdd9f-e640-4ae3-9098-4a14f0b33281)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:38.995751 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:38.997835 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:39.071748 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=17e17269-7839-4eb8-b146-964c67f6f315,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:39.075154 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:39.098224 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7e4135-c27a-4662-94b1-3a324ae059f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e17269-7839-4eb8-b146-964c67f6f315', 'code': 200} Apr 19 18:48:39.349569 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d349e31-a5bf-48e0-95c3-2f5e379d0f83 req-89591711-d36a-416b-90e0-1e9aca9eae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:39.351234 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7d349e31-a5bf-48e0-95c3-2f5e379d0f83 req-89591711-d36a-416b-90e0-1e9aca9eae71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 1098 time: 0.0813229 Apr 19 18:48:39.400824 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7d349e31-a5bf-48e0-95c3-2f5e379d0f83 req-c35b0cd1-4c81-4d62-9fbe-0fbcc8fe9ad6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Apr 19 18:48:39.902816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fc238-1310-425c-928c-d27b739b2656 req-b403b377-ae38-4cdd-89c7-a69bb5e0cdf6 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:39.904417 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-649fc238-1310-425c-928c-d27b739b2656 req-b403b377-ae38-4cdd-89c7-a69bb5e0cdf6 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0896835 Apr 19 18:48:39.955010 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-649fc238-1310-425c-928c-d27b739b2656 req-5a85f402-3ef3-4b29-8315-f60749cc57ce tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434973 Apr 19 18:48:41.162660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8684c-10a1-40ee-861a-7e039aefab90 req-2ef5d635-52b4-4ac2-a230-1dae5d3dd9e5 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:41.164286 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bef8684c-10a1-40ee-861a-7e039aefab90 req-2ef5d635-52b4-4ac2-a230-1dae5d3dd9e5 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0905941 Apr 19 18:48:41.214830 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bef8684c-10a1-40ee-861a-7e039aefab90 req-bda80b17-32e5-40bb-b8cb-3f9a936746c7 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440409 Apr 19 18:48:44.823665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:46.828297 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a5a922a3-5532-4518-8176-02efe1285761 req-0c771125-f5ca-4daa-a46d-ea885d1987c6 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959640102&fields=id&tenant_id=c2134e71b8df4d8384ea7636e94f6693 HTTP/1.1" status: 200 len: 267 time: 0.0483348 Apr 19 18:48:46.923940 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a922a3-5532-4518-8176-02efe1285761 req-227a2011-61be-45b2-91d7-9bcf20841cbe tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:46.925687 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a5a922a3-5532-4518-8176-02efe1285761 req-227a2011-61be-45b2-91d7-9bcf20841cbe tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 985 time: 0.0906053 Apr 19 18:48:46.937925 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-a5a922a3-5532-4518-8176-02efe1285761 req-b50b0456-b1bb-4aca-a5d3-0ace13df3147 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Request body: {'port': {'security_groups': ['b9a33466-3d37-4e4e-8057-ed3371a388ad']}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:48:47.076712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a5a922a3-5532-4518-8176-02efe1285761 req-b50b0456-b1bb-4aca-a5d3-0ace13df3147 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:47.346536 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-a5a922a3-5532-4518-8176-02efe1285761 req-b50b0456-b1bb-4aca-a5d3-0ace13df3147 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] For port c9d95687-d389-4f83-95d6-12766a20c46b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9d95687-d389-4f83-95d6-12766a20c46b,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:47.379168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a5a922a3-5532-4518-8176-02efe1285761 req-b50b0456-b1bb-4aca-a5d3-0ace13df3147 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:47.382638 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a5a922a3-5532-4518-8176-02efe1285761 req-b50b0456-b1bb-4aca-a5d3-0ace13df3147 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:47.388774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:47.397607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['c9d95687-d389-4f83-95d6-12766a20c46b'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:48:47.466263 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a922a3-5532-4518-8176-02efe1285761 req-b50b0456-b1bb-4aca-a5d3-0ace13df3147 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:47.467007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a5a922a3-5532-4518-8176-02efe1285761 req-b50b0456-b1bb-4aca-a5d3-0ace13df3147 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:47.468564 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a5a922a3-5532-4518-8176-02efe1285761 req-b50b0456-b1bb-4aca-a5d3-0ace13df3147 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "PUT /v2.0/ports/c9d95687-d389-4f83-95d6-12766a20c46b HTTP/1.1" status: 200 len: 943 time: 0.5358653 Apr 19 18:48:47.469120 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:47.475473 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 54696) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:48:47.528535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b0456-b1bb-4aca-a5d3-0ace13df3147 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event updated for resources: {'Port': ['ID=c9d95687-d389-4f83-95d6-12766a20c46b,revision_number=7']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:47.541538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b50b0456-b1bb-4aca-a5d3-0ace13df3147 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:47.573469 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e063f38b-bd04-476f-a0d8-67ed8dd6486a tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:47.576236 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'status': 'completed', 'code': 200} Apr 19 18:48:47.616306 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e063f38b-bd04-476f-a0d8-67ed8dd6486a tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:47.620758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['c9d95687-d389-4f83-95d6-12766a20c46b'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:48:47.678060 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e063f38b-bd04-476f-a0d8-67ed8dd6486a tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:47.685290 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b1763f38-20c3-47a5-abec-4c4baeaf04f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:47.694454 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991daec5-bda4-486a-9072-69ddced7c936 req-af57c62c-3531-4b1c-aa97-058d8ec11c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:47.696493 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-991daec5-bda4-486a-9072-69ddced7c936 req-af57c62c-3531-4b1c-aa97-058d8ec11c1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2134e71b8df4d8384ea7636e94f6693&device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 1099 time: 0.0871375 Apr 19 18:48:47.705693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063f38b-bd04-476f-a0d8-67ed8dd6486a tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbf09ce-cecb-4ab5-a0eb-a00b26df2371,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:47.708986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e063f38b-bd04-476f-a0d8-67ed8dd6486a tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:47.716651 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e063f38b-bd04-476f-a0d8-67ed8dd6486a tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:47.718958 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e063f38b-bd04-476f-a0d8-67ed8dd6486a tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "DELETE /v2.0/security-groups/1fbf09ce-cecb-4ab5-a0eb-a00b26df2371 HTTP/1.1" status: 204 len: 168 time: 0.2412686 Apr 19 18:48:47.722493 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 54702) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:48:47.744621 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-4f040020-9246-422b-ae92-aeb400b1cf9e None None] Provisioning complete for port c9d95687-d389-4f83-95d6-12766a20c46b triggered by entity DHCP. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:48:47.745048 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4f040020-9246-422b-ae92-aeb400b1cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:47.871491 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991daec5-bda4-486a-9072-69ddced7c936 req-2ce3c246-98c7-4650-9c7c-28eca5ace56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:47.873762 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-991daec5-bda4-486a-9072-69ddced7c936 req-2ce3c246-98c7-4650-9c7c-28eca5ace56f service neutron] 10.222.0.60 "GET /v2.0/networks?id=bbfe4857-9c70-4d08-a269-b4d216b11eea HTTP/1.1" status: 200 len: 915 time: 0.1660454 Apr 19 18:48:47.950699 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Deleting port 1517995f-815f-4614-bb6a-58044b641aad {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:48:47.951081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:47.996136 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-991daec5-bda4-486a-9072-69ddced7c936 req-9a22fb2a-b488-4c6a-9256-12c793d2caef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d95687-d389-4f83-95d6-12766a20c46b HTTP/1.1" status: 200 len: 1002 time: 0.1125433 Apr 19 18:48:48.076858 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991daec5-bda4-486a-9072-69ddced7c936 req-cdeeb75d-0689-47db-bae7-cdedfca4563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:48.078455 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-991daec5-bda4-486a-9072-69ddced7c936 req-cdeeb75d-0689-47db-bae7-cdedfca4563f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3957a99-fa17-4830-85e5-141a15a7d80e HTTP/1.1" status: 200 len: 853 time: 0.0713091 Apr 19 18:48:48.139575 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:48.139935 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:48.190991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991daec5-bda4-486a-9072-69ddced7c936 req-1a99be1c-6a7f-47c5-95fe-b8dfa2ec31b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:48.192621 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-991daec5-bda4-486a-9072-69ddced7c936 req-1a99be1c-6a7f-47c5-95fe-b8dfa2ec31b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbfe4857-9c70-4d08-a269-b4d216b11eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837393 Apr 19 18:48:48.281569 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Calling delete_port for 1517995f-815f-4614-bb6a-58044b641aad owned by network:floatingip {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:48:48.350856 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-991daec5-bda4-486a-9072-69ddced7c936 req-70a10ef1-3716-4936-802f-3c22f416138f service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481516 Apr 19 18:48:48.459303 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:48.465330 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:48.509248 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-991daec5-bda4-486a-9072-69ddced7c936 req-af837372-c32a-4d42-942d-814ccd4d0932 service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487181 Apr 19 18:48:48.515857 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event deleted for resources: {'Port': ['ID=1517995f-815f-4614-bb6a-58044b641aad,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:48.519482 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:48.621353 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks [] for floatingip, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:48.621723 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_db [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Floating IP ee39a4f2-3d3c-46d5-86bb-cb7593fbd480 disassociated (deleted). External IP: 172.28.0.219, port: c9d95687-d389-4f83-95d6-12766a20c46b. Apr 19 18:48:49.005067 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Router 83d15f4c-e1bf-4905-8113-8b8268c942be has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:48:49.446165 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:48:49.457021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9282fa-c563-48c3-b041-f171d65e5643 None None] Sync routers for ids ['83d15f4c-e1bf-4905-8113-8b8268c942be'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:48:49.468156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9282fa-c563-48c3-b041-f171d65e5643 None None] Routers {'83d15f4c-e1bf-4905-8113-8b8268c942be'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:48:49.469051 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-6a9282fa-c563-48c3-b041-f171d65e5643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:48:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['83d15f4c-e1bf-4905-8113-8b8268c942be'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:48:49.470257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:49.534276 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "DELETE /v2.0/floatingips/ee39a4f2-3d3c-46d5-86bb-cb7593fbd480 HTTP/1.1" status: 204 len: 168 time: 1.8079958 Apr 19 18:48:49.534276 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b'}] {{(pid=86314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:49.588854 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'status': 'completed', 'code': 200} Apr 19 18:48:49.677901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-6a9282fa-c563-48c3-b041-f171d65e5643 None None] Set router 83d15f4c-e1bf-4905-8113-8b8268c942be gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:48:49.708684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61574be1-4330-4311-9f99-e7544a138b55 req-6536f636-08d4-4658-9bf5-458d95242b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:49.710556 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-61574be1-4330-4311-9f99-e7544a138b55 req-6536f636-08d4-4658-9bf5-458d95242b83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2134e71b8df4d8384ea7636e94f6693&device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 1099 time: 0.0884485 Apr 19 18:48:49.869672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61574be1-4330-4311-9f99-e7544a138b55 req-4dc1683a-3ab9-4e64-bbd1-f4d6c7189c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:49.871709 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-61574be1-4330-4311-9f99-e7544a138b55 req-4dc1683a-3ab9-4e64-bbd1-f4d6c7189c00 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bbfe4857-9c70-4d08-a269-b4d216b11eea HTTP/1.1" status: 200 len: 915 time: 0.1543562 Apr 19 18:48:49.961339 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-61574be1-4330-4311-9f99-e7544a138b55 req-fa307b86-fcd8-4aa5-acf0-903199aa3547 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d95687-d389-4f83-95d6-12766a20c46b HTTP/1.1" status: 200 len: 217 time: 0.0825956 Apr 19 18:48:50.047265 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61574be1-4330-4311-9f99-e7544a138b55 req-8e5e8394-04f1-4e94-980c-f30e64e5949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:50.048939 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-61574be1-4330-4311-9f99-e7544a138b55 req-8e5e8394-04f1-4e94-980c-f30e64e5949b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3957a99-fa17-4830-85e5-141a15a7d80e HTTP/1.1" status: 200 len: 853 time: 0.0744345 Apr 19 18:48:50.057680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-6a9282fa-c563-48c3-b041-f171d65e5643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:45:44Z', 'revision_number': 4, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '509261bd-a16f-4466-871f-b6112414d347', 'name': '', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'mac_address': 'fa:16:3e:b2:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:42Z', 'updated_at': '2021-04-19T18:45:57Z', 'revision_number': 5, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'subnets': [{'id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:48:50.061906 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9282fa-c563-48c3-b041-f171d65e5643 None None] Checking router: 83d15f4c-e1bf-4905-8113-8b8268c942be for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:48:50.072159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9282fa-c563-48c3-b041-f171d65e5643 None None] Routers {'83d15f4c-e1bf-4905-8113-8b8268c942be'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:48:50.072832 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-6a9282fa-c563-48c3-b041-f171d65e5643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:48:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['83d15f4c-e1bf-4905-8113-8b8268c942be'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:48:50.138547 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61574be1-4330-4311-9f99-e7544a138b55 req-73c8b3ce-7d06-476b-8a8a-53b88c257044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:50.140203 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-61574be1-4330-4311-9f99-e7544a138b55 req-73c8b3ce-7d06-476b-8a8a-53b88c257044 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbfe4857-9c70-4d08-a269-b4d216b11eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824893 Apr 19 18:48:50.301958 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-61574be1-4330-4311-9f99-e7544a138b55 req-c366010d-a48c-4b4c-a3cf-79106ea30707 service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510251 Apr 19 18:48:50.446435 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-6a9282fa-c563-48c3-b041-f171d65e5643 None None] Set router 83d15f4c-e1bf-4905-8113-8b8268c942be gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:48:50.468909 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-61574be1-4330-4311-9f99-e7544a138b55 req-f06143ea-8911-42a1-bfb3-0927adcd1def service neutron] 10.222.0.60 "GET /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582079 Apr 19 18:48:50.804878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-6a9282fa-c563-48c3-b041-f171d65e5643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:45:44Z', 'revision_number': 4, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '509261bd-a16f-4466-871f-b6112414d347', 'name': '', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'mac_address': 'fa:16:3e:b2:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:42Z', 'updated_at': '2021-04-19T18:45:57Z', 'revision_number': 5, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'subnets': [{'id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:48:50.809059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9282fa-c563-48c3-b041-f171d65e5643 None None] The sync data for ids ['83d15f4c-e1bf-4905-8113-8b8268c942be'] in dv-cinder-786930-1-smb is: [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:45:44Z', 'revision_number': 4, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '509261bd-a16f-4466-871f-b6112414d347', 'name': '', 'network_id': 'bbfe4857-9c70-4d08-a269-b4d216b11eea', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'mac_address': 'fa:16:3e:b2:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:42Z', 'updated_at': '2021-04-19T18:45:57Z', 'revision_number': 5, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'subnets': [{'id': 'e3957a99-fa17-4830-85e5-141a15a7d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:48:51.233866 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912dc960-9037-479a-818f-27a1212d20ff None None] New status for floating IP ee39a4f2-3d3c-46d5-86bb-cb7593fbd480: DOWN {{(pid=86316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:48:52.975617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6a944-0e62-4cb6-8e99-2898798d473c req-ca59cc9a-72eb-45a3-ae09-4c35fc9943df tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:52.978326 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-76e6a944-0e62-4cb6-8e99-2898798d473c req-ca59cc9a-72eb-45a3-ae09-4c35fc9943df tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 946 time: 0.1014779 Apr 19 18:48:52.989459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-03022e99-dcad-410d-869d-ae757738432a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:53.037579 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-76e6a944-0e62-4cb6-8e99-2898798d473c req-d1f1f20c-c20f-42b0-9ed2-9013bb4a376f tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519297 Apr 19 18:48:54.251661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd221b6-86fe-4501-b385-f642e6abf4ef req-093037c9-4429-4368-8c83-5e7a82952412 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:54.253194 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7bd221b6-86fe-4501-b385-f642e6abf4ef req-093037c9-4429-4368-8c83-5e7a82952412 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 946 time: 0.0907731 Apr 19 18:48:54.303713 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7bd221b6-86fe-4501-b385-f642e6abf4ef req-59e70d46-d8f5-4099-b59a-371c028ec6a5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436409 Apr 19 18:48:55.239193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47f46-d238-47fc-bdd2-9f46f7f41ef5 req-768585e8-5609-45be-bc54-bc2eb143a1be tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:55.240771 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4fa47f46-d238-47fc-bdd2-9f46f7f41ef5 req-768585e8-5609-45be-bc54-bc2eb143a1be tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 946 time: 0.0953555 Apr 19 18:48:55.321934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-4fa47f46-d238-47fc-bdd2-9f46f7f41ef5 req-7bd27f74-a99a-4d26-a282-abbaa71d919d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Deleting port c9d95687-d389-4f83-95d6-12766a20c46b {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:48:55.322469 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-4fa47f46-d238-47fc-bdd2-9f46f7f41ef5 req-7bd27f74-a99a-4d26-a282-abbaa71d919d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:55.666445 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7a34c-dbaa-4f8b-af0e-2044a931af43 req-c57f00d4-d337-4fc0-9bfa-ef1aac39a0ec tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:55.668069 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ddf7a34c-dbaa-4f8b-af0e-2044a931af43 req-c57f00d4-d337-4fc0-9bfa-ef1aac39a0ec tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee221981-aa4b-4b97-93ed-0155f4e4daf8 HTTP/1.1" status: 200 len: 946 time: 0.2359715 Apr 19 18:48:55.677501 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-4fa47f46-d238-47fc-bdd2-9f46f7f41ef5 req-7bd27f74-a99a-4d26-a282-abbaa71d919d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] For port c9d95687-d389-4f83-95d6-12766a20c46b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9d95687-d389-4f83-95d6-12766a20c46b,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:55.677894 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-4fa47f46-d238-47fc-bdd2-9f46f7f41ef5 req-7bd27f74-a99a-4d26-a282-abbaa71d919d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:55.821392 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a8b69a9b-a9a7-4dbf-92e7-230cae71572d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:55.842434 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-4fa47f46-d238-47fc-bdd2-9f46f7f41ef5 req-7bd27f74-a99a-4d26-a282-abbaa71d919d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Calling delete_port for c9d95687-d389-4f83-95d6-12766a20c46b owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:48:55.892309 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:55.904176 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ddf7a34c-dbaa-4f8b-af0e-2044a931af43 req-2f77e105-e70d-4058-908e-b34ca4c8a388 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9a33466-3d37-4e4e-8057-ed3371a388ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294235 Apr 19 18:48:56.029297 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-4fa47f46-d238-47fc-bdd2-9f46f7f41ef5 req-7bd27f74-a99a-4d26-a282-abbaa71d919d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:56.036074 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-58d83ca9-7e7d-4a8d-8628-40dc2a04e6e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:56.042722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['c9d95687-d389-4f83-95d6-12766a20c46b'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:48:56.087128 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd27f74-a99a-4d26-a282-abbaa71d919d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Pushing event deleted for resources: {'Port': ['ID=c9d95687-d389-4f83-95d6-12766a20c46b,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:56.090516 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7bd27f74-a99a-4d26-a282-abbaa71d919d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:56.216368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa47f46-d238-47fc-bdd2-9f46f7f41ef5 req-7bd27f74-a99a-4d26-a282-abbaa71d919d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] No DVR routers for this DVR port c9d95687-d389-4f83-95d6-12766a20c46b on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:48:56.224730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-4fa47f46-d238-47fc-bdd2-9f46f7f41ef5 req-7bd27f74-a99a-4d26-a282-abbaa71d919d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:56.228388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'name': 'network-vif-deleted', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:48:56.257672 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4fa47f46-d238-47fc-bdd2-9f46f7f41ef5 req-7bd27f74-a99a-4d26-a282-abbaa71d919d tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] 10.222.0.60 "DELETE /v2.0/ports/c9d95687-d389-4f83-95d6-12766a20c46b HTTP/1.1" status: 204 len: 173 time: 1.0079880 Apr 19 18:48:56.302803 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26033652-37cb-4090-bb47-5bf08a2cbd6c req-3e779cc9-04de-4be7-b45d-d5091b6cbf1b tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:56.304848 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-26033652-37cb-4090-bb47-5bf08a2cbd6c req-3e779cc9-04de-4be7-b45d-d5091b6cbf1b tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1344953 Apr 19 18:48:56.306694 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee221981-aa4b-4b97-93ed-0155f4e4daf8', 'name': 'network-vif-deleted', 'tag': 'c9d95687-d389-4f83-95d6-12766a20c46b', 'status': 'completed', 'code': 200} Apr 19 18:48:56.355578 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-26033652-37cb-4090-bb47-5bf08a2cbd6c req-c747bb06-ac9d-4e99-847c-07ca1dcc7b8e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Apr 19 18:48:57.232190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:57.576232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b173011-e846-4904-94c3-d0c522b8aecc req-ef565360-4c50-42d1-9c86-b0bd3ef64a9f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:57.577902 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6b173011-e846-4904-94c3-d0c522b8aecc req-ef565360-4c50-42d1-9c86-b0bd3ef64a9f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.0947611 Apr 19 18:48:57.632793 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6b173011-e846-4904-94c3-d0c522b8aecc req-4eda456f-c9d9-441f-9917-e82e46a225a6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468037 Apr 19 18:48:57.724760 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 54852) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:48:58.240023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:58.542116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019289'] for router_interface, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:58.946753 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71aadc-bb99-49fe-8ce7-293c27b60c57 req-318e14b6-ffc6-4544-8792-e35a44db57e6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:48:58.948397 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9a71aadc-bb99-49fe-8ce7-293c27b60c57 req-318e14b6-ffc6-4544-8792-e35a44db57e6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1643882 Apr 19 18:48:59.048443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] Deleting port 509261bd-a16f-4466-871f-b6112414d347 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:48:59.048802 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:59.109519 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9a71aadc-bb99-49fe-8ce7-293c27b60c57 req-7ba72be2-cbd6-4744-ad50-95ffebd7462a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275911 Apr 19 18:48:59.261313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] For port 509261bd-a16f-4466-871f-b6112414d347, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=509261bd-a16f-4466-871f-b6112414d347,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:48:59.261702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:59.394218 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] Calling delete_port for 509261bd-a16f-4466-871f-b6112414d347 owned by network:router_interface {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:48:59.576467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:59.581859 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-44b50d53-22b1-47dc-9870-54aba2cf4dd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:48:59.632208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] Pushing event deleted for resources: {'Port': ['ID=509261bd-a16f-4466-871f-b6112414d347,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:48:59.666192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:48:59.914851 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854149470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1019367'] for router_interface, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:00.374967 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c322f77-77d9-49a4-ac49-3f7c16c2810e req-f9032459-95f5-4e5a-97ae-a9b0dbc8e4c8 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:00.376542 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c322f77-77d9-49a4-ac49-3f7c16c2810e req-f9032459-95f5-4e5a-97ae-a9b0dbc8e4c8 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1444166 Apr 19 18:49:00.382264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] Router 83d15f4c-e1bf-4905-8113-8b8268c942be has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:49:00.815334 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c322f77-77d9-49a4-ac49-3f7c16c2810e req-1c19fd70-ebc3-4071-83c7-f16d9cdd2dad tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4294348 Apr 19 18:49:00.868854 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:49:00.879073 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025e3c81-8e7d-4be7-a9e4-89f47dbfec25 None None] Sync routers for ids ['83d15f4c-e1bf-4905-8113-8b8268c942be'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:49:00.882868 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] 10.222.0.10 "PUT /v2.0/routers/83d15f4c-e1bf-4905-8113-8b8268c942be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1568890 Apr 19 18:49:00.886291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 54884) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:00.889705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025e3c81-8e7d-4be7-a9e4-89f47dbfec25 None None] Routers {'83d15f4c-e1bf-4905-8113-8b8268c942be'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:00.890384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-025e3c81-8e7d-4be7-a9e4-89f47dbfec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:48:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['83d15f4c-e1bf-4905-8113-8b8268c942be'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:00.950294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device c9d95687-d389-4f83-95d6-12766a20c46b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:49:01.056087 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: c9d95687-d389-4f83-95d6-12766a20c46b {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:49:01.056478 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device c9d95687-d389-4f83-95d6-12766a20c46b not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:49:01.081888 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Notify callbacks [] for router, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:01.122044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-025e3c81-8e7d-4be7-a9e4-89f47dbfec25 None None] Set router 83d15f4c-e1bf-4905-8113-8b8268c942be gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:01.278932 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:01.288065 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Deleting port 1ce7ad60-79f8-4b22-a849-07070518b488 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:01.288440 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:01.429695 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-025e3c81-8e7d-4be7-a9e4-89f47dbfec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:48:59Z', 'revision_number': 5, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port': {'id': '1ce7ad60-79f8-4b22-a849-07070518b488', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:37Z', 'updated_at': '2021-04-19T18:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:01.434605 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025e3c81-8e7d-4be7-a9e4-89f47dbfec25 None None] Checking router: 83d15f4c-e1bf-4905-8113-8b8268c942be for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:49:01.444722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025e3c81-8e7d-4be7-a9e4-89f47dbfec25 None None] Routers {'83d15f4c-e1bf-4905-8113-8b8268c942be'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:01.445409 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-025e3c81-8e7d-4be7-a9e4-89f47dbfec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:48:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['83d15f4c-e1bf-4905-8113-8b8268c942be'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:01.476599 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] For port 1ce7ad60-79f8-4b22-a849-07070518b488, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=1ce7ad60-79f8-4b22-a849-07070518b488,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:01.477000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:01.609839 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-025e3c81-8e7d-4be7-a9e4-89f47dbfec25 None None] Set router 83d15f4c-e1bf-4905-8113-8b8268c942be gateway port host: None {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:01.615084 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Calling delete_port for 1ce7ad60-79f8-4b22-a849-07070518b488 owned by network:router_gateway {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:49:01.725860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-025e3c81-8e7d-4be7-a9e4-89f47dbfec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:49:01Z', 'revision_number': 6, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port_host': None}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:01.730356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025e3c81-8e7d-4be7-a9e4-89f47dbfec25 None None] The sync data for ids ['83d15f4c-e1bf-4905-8113-8b8268c942be'] in dv-cinder-786930-1-smb is: [{'id': '83d15f4c-e1bf-4905-8113-8b8268c942be', 'name': 'tempest-TestMinimumBasicScenario-319713666-router', 'tenant_id': 'c2134e71b8df4d8384ea7636e94f6693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:36Z', 'updated_at': '2021-04-19T18:49:01Z', 'revision_number': 6, 'project_id': 'c2134e71b8df4d8384ea7636e94f6693', 'gw_port_host': None}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:49:01.802257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:01.807523 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b354ea47-c745-4df1-bdbc-ae1383910d80 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:01.860794 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce7ad60-79f8-4b22-a849-07070518b488,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:01.865146 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:01.970192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853834650'] for router_gateway, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.089870 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd59c89-e652-4848-9a64-250a29305015 req-f4f8a325-d64a-4cc4-8dc3-ca15993eb8b1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:02.092781 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8dd59c89-e652-4848-9a64-250a29305015 req-f4f8a325-d64a-4cc4-8dc3-ca15993eb8b1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1383843 Apr 19 18:49:02.098599 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:49:02.159331 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8dd59c89-e652-4848-9a64-250a29305015 req-11c33932-e149-4b23-a69f-91c358ae8412 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567636 Apr 19 18:49:02.199747 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853755846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760019'] for router, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.202236 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.233377 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-948350'] for router, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.233952 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83d15f4c-e1bf-4905-8113-8b8268c942be {{(pid=86313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:49:02.250119 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Notify callbacks [] for router, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.251401 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] 10.222.0.10 "DELETE /v2.0/routers/83d15f4c-e1bf-4905-8113-8b8268c942be HTTP/1.1" status: 204 len: 168 time: 1.3640611 Apr 19 18:49:02.254446 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 54902) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:02.336112 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-594e4a23-c675-4fa1-af5b-d2c65f3b77a5 admin admin] Deleting subnet e3957a99-fa17-4830-85e5-141a15a7d80e {{(pid=86314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:49:02.341256 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-594e4a23-c675-4fa1-af5b-d2c65f3b77a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.407066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-594e4a23-c675-4fa1-af5b-d2c65f3b77a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851726022'] for subnet, precommit_delete_associations {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.583535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-594e4a23-c675-4fa1-af5b-d2c65f3b77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.624658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 1ce7ad60-79f8-4b22-a849-07070518b488 no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:49:02.667380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 1ce7ad60-79f8-4b22-a849-07070518b488 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:49:02.667778 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 1ce7ad60-79f8-4b22-a849-07070518b488 not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:49:02.668254 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 509261bd-a16f-4466-871f-b6112414d347 no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:49:02.710122 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 509261bd-a16f-4466-871f-b6112414d347 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:49:02.710521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 509261bd-a16f-4466-871f-b6112414d347 not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:49:02.895356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-594e4a23-c675-4fa1-af5b-d2c65f3b77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852413074'] for subnet, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.907178 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:02.940584 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-594e4a23-c675-4fa1-af5b-d2c65f3b77a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.945668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ea9d62-47d4-4134-8743-7f8136569bfb None None] Network bbfe4857-9c70-4d08-a269-b4d216b11eea requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:49:02.947951 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-594e4a23-c675-4fa1-af5b-d2c65f3b77a5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e3957a99-fa17-4830-85e5-141a15a7d80e HTTP/1.1" status: 204 len: 168 time: 0.6922994 Apr 19 18:49:02.950740 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 54918) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:02.952975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e4a23-c675-4fa1-af5b-d2c65f3b77a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3957a99-fa17-4830-85e5-141a15a7d80e,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:02.965333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-594e4a23-c675-4fa1-af5b-d2c65f3b77a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:03.067841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.079045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Deleting port 6be21375-a3cb-4686-a7ac-a4d211ff5715 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:03.079411 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.233053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7defd3-5c13-4e27-bf98-34095958e1f4 None None] DHCP port deletion for bbfe4857-9c70-4d08-a269-b4d216b11eea request from dv-cinder-786930-1-smb {{(pid=86315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:49:03.237607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-ad7defd3-5c13-4e27-bf98-34095958e1f4 None None] Deleting port 6be21375-a3cb-4686-a7ac-a4d211ff5715 {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:03.238037 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad7defd3-5c13-4e27-bf98-34095958e1f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.318083 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] For port 6be21375-a3cb-4686-a7ac-a4d211ff5715, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=6be21375-a3cb-4686-a7ac-a4d211ff5715,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:03.318656 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.433108 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28dacc-375d-4e2c-92d2-ab9ed3cef54f req-9eb7b2e6-edf9-4894-b9b1-f0b743f12df6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:03.434824 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bd28dacc-375d-4e2c-92d2-ab9ed3cef54f req-9eb7b2e6-edf9-4894-b9b1-f0b743f12df6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1354961 Apr 19 18:49:03.513946 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Calling delete_port for 6be21375-a3cb-4686-a7ac-a4d211ff5715 owned by network:dhcp {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:49:03.535567 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bd28dacc-375d-4e2c-92d2-ab9ed3cef54f req-4929216c-648e-4787-880d-18cc32eadeaa tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920796 Apr 19 18:49:03.541971 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-ad7defd3-5c13-4e27-bf98-34095958e1f4 None None] For port 6be21375-a3cb-4686-a7ac-a4d211ff5715, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=6be21375-a3cb-4686-a7ac-a4d211ff5715,segment=NetworkSegment(59b9c0ac-94cb-49ae-bc71-dd420d162d57),segment_id=59b9c0ac-94cb-49ae-bc71-dd420d162d57)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:03.542239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad7defd3-5c13-4e27-bf98-34095958e1f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.606994 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.612104 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d3c6f908-70f5-44b3-a3ba-7156b7abd2fe tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:03.663507 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] No DVR routers for this DVR port 6be21375-a3cb-4686-a7ac-a4d211ff5715 on host dv-cinder-786930-1-smb {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:49:03.693415 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Pushing event deleted for resources: {'Port': ['ID=6be21375-a3cb-4686-a7ac-a4d211ff5715,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:03.696127 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:03.807229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.859539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-ad7defd3-5c13-4e27-bf98-34095958e1f4 None None] Calling delete_port for 6be21375-a3cb-4686-a7ac-a4d211ff5715 owned by network:dhcp {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:49:03.936298 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfe4857-9c70-4d08-a269-b4d216b11eea']}} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:03.951896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b9c0ac-94cb-49ae-bc71-dd420d162d57') {'for_net_delete': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:03.952170 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b9c0ac-94cb-49ae-bc71-dd420d162d57') {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:03.966480 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2208998'] for segment, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.983959 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.991271 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=86313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:49:04.010430 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.db.api [None req-ad7defd3-5c13-4e27-bf98-34095958e1f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:49:04.010881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_db.api [None req-ad7defd3-5c13-4e27-bf98-34095958e1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:49:04.179639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Network bbfe4857-9c70-4d08-a269-b4d216b11eea has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:49:04.191176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851536899'] for segment, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.376450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Network bbfe4857-9c70-4d08-a269-b4d216b11eea has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:49:04.404333 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:49:04.482281 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.491030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.496183 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7dd6864b-5e20-41e8-be34-ce474ad4d5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:04.512838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-ad7defd3-5c13-4e27-bf98-34095958e1f4 None None] Deleting port 6be21375-a3cb-4686-a7ac-a4d211ff5715 {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:04.513335 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad7defd3-5c13-4e27-bf98-34095958e1f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.521354 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfe4857-9c70-4d08-a269-b4d216b11eea,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:04.525381 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:04.541816 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7d1d530c-3c10-4772-83e5-ab7162128abc admin admin] 10.222.0.10 "DELETE /v2.0/networks/bbfe4857-9c70-4d08-a269-b4d216b11eea HTTP/1.1" status: 204 len: 168 time: 1.5862374 Apr 19 18:49:04.542126 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 54938) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:04.606194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-ad7defd3-5c13-4e27-bf98-34095958e1f4 None None] The port '6be21375-a3cb-4686-a7ac-a4d211ff5715' was deleted {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:49:04.683929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 6be21375-a3cb-4686-a7ac-a4d211ff5715 no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:49:04.750176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 6be21375-a3cb-4686-a7ac-a4d211ff5715 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:49:04.750626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 6be21375-a3cb-4686-a7ac-a4d211ff5715 not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:49:05.002457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cbb5a-a374-4c4d-a742-b05ff2d19414 req-8c515a45-a701-4923-bb51-957360bb5cb5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:05.004024 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-561cbb5a-a374-4c4d-a742-b05ff2d19414 req-8c515a45-a701-4923-bb51-957360bb5cb5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.2808423 Apr 19 18:49:05.077687 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-561cbb5a-a374-4c4d-a742-b05ff2d19414 req-7190fcb9-f45b-4ce0-abc5-ae73ce881adb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664628 Apr 19 18:49:05.295524 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019289'] for router_interface, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:05.672255 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] Deleting port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:05.672629 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:05.862654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] For port a58c13a5-c0e9-44e4-98ff-16cb6ee85b36, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=a58c13a5-c0e9-44e4-98ff-16cb6ee85b36,segment=NetworkSegment(7be0c577-16c7-4ea5-bb4a-6003bcde90c5),segment_id=7be0c577-16c7-4ea5-bb4a-6003bcde90c5)] {{(pid=86314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:05.863239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.006940 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] Calling delete_port for a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 owned by network:router_interface {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:49:06.353152 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b7e9f-bd09-4d18-8567-cfe5d1d6c841 req-132f6776-aae4-4a68-834d-c55c5db3c497 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:06.354790 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8b0b7e9f-bd09-4d18-8567-cfe5d1d6c841 req-132f6776-aae4-4a68-834d-c55c5db3c497 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1507642 Apr 19 18:49:06.460100 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8b0b7e9f-bd09-4d18-8567-cfe5d1d6c841 req-5ef311d5-2a1d-4d44-9383-feae3e1a7574 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724363 Apr 19 18:49:06.461000 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.465982 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-218aaaad-903c-447d-a94d-27b9036b948d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:06.515140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58c13a5-c0e9-44e4-98ff-16cb6ee85b36,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:06.552467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:07.058112 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854149470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1019367'] for router_interface, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.472611 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] Router c28b0d84-0706-4459-affd-1662b50facaa has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:49:07.680551 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:49:07.690361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda175d5-517c-464e-900e-8f1e6b4f837f None None] Sync routers for ids ['c28b0d84-0706-4459-affd-1662b50facaa'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:49:07.695285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a0c3-813b-496c-ab01-85d655a7aa82 req-b77cd320-9d13-4f32-b1de-50fa991daadc tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:07.699108 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] 10.222.0.10 "PUT /v2.0/routers/c28b0d84-0706-4459-affd-1662b50facaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1539781 Apr 19 18:49:07.699303 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6f11a0c3-813b-496c-ab01-85d655a7aa82 req-b77cd320-9d13-4f32-b1de-50fa991daadc tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.0947418 Apr 19 18:49:07.699406 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 54976) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:07.702529 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda175d5-517c-464e-900e-8f1e6b4f837f None None] Routers {'c28b0d84-0706-4459-affd-1662b50facaa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:07.703362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-bda175d5-517c-464e-900e-8f1e6b4f837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:48:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['c28b0d84-0706-4459-affd-1662b50facaa'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:08.146477 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-bda175d5-517c-464e-900e-8f1e6b4f837f None None] Set router c28b0d84-0706-4459-affd-1662b50facaa gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:08.147056 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6f11a0c3-813b-496c-ab01-85d655a7aa82 req-480ae9ea-42c1-4131-bac4-6802a34e0306 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3842027 Apr 19 18:49:08.178911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Notify callbacks [] for router, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.373629 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.387251 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Deleting port 6a91fef6-111a-4183-93c6-43f83e5df2fe {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:08.387643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.462294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-bda175d5-517c-464e-900e-8f1e6b4f837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'name': 'tempest-TestMinimumBasicScenario-123701097-router', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:51Z', 'updated_at': '2021-04-19T18:49:06Z', 'revision_number': 5, 'project_id': '4600f9678187481d846c313c35fba6ab', 'gw_port': {'id': '6a91fef6-111a-4183-93c6-43f83e5df2fe', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:45:53Z', 'updated_at': '2021-04-19T18:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:08.466789 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda175d5-517c-464e-900e-8f1e6b4f837f None None] Checking router: c28b0d84-0706-4459-affd-1662b50facaa for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:49:08.478969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda175d5-517c-464e-900e-8f1e6b4f837f None None] Routers {'c28b0d84-0706-4459-affd-1662b50facaa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:08.479744 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-bda175d5-517c-464e-900e-8f1e6b4f837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:48:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['c28b0d84-0706-4459-affd-1662b50facaa'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:08.601247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] For port 6a91fef6-111a-4183-93c6-43f83e5df2fe, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=6a91fef6-111a-4183-93c6-43f83e5df2fe,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:08.601843 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.660807 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-bda175d5-517c-464e-900e-8f1e6b4f837f None None] Set router c28b0d84-0706-4459-affd-1662b50facaa gateway port host: None {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:08.741053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Calling delete_port for 6a91fef6-111a-4183-93c6-43f83e5df2fe owned by network:router_gateway {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:49:08.785031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-bda175d5-517c-464e-900e-8f1e6b4f837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'name': 'tempest-TestMinimumBasicScenario-123701097-router', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:51Z', 'updated_at': '2021-04-19T18:49:08Z', 'revision_number': 6, 'project_id': '4600f9678187481d846c313c35fba6ab', 'gw_port_host': None}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:08.789998 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda175d5-517c-464e-900e-8f1e6b4f837f None None] The sync data for ids ['c28b0d84-0706-4459-affd-1662b50facaa'] in dv-cinder-786930-1-smb is: [{'id': 'c28b0d84-0706-4459-affd-1662b50facaa', 'name': 'tempest-TestMinimumBasicScenario-123701097-router', 'tenant_id': '4600f9678187481d846c313c35fba6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:45:51Z', 'updated_at': '2021-04-19T18:49:08Z', 'revision_number': 6, 'project_id': '4600f9678187481d846c313c35fba6ab', 'gw_port_host': None}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:49:08.953189 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.958989 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-93a05ca6-9210-43ba-822a-9b44964c86aa tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:09.008457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a91fef6-111a-4183-93c6-43f83e5df2fe,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:09.051833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:09.115926 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853834650'] for router_gateway, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.363084 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853755846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760019'] for router, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.367828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.405093 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-948350'] for router, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.405647 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c28b0d84-0706-4459-affd-1662b50facaa {{(pid=86313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:49:09.430542 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce75a4a-032a-449e-a347-e4c1cb72ccd4 req-ebc11eb8-e304-4c2b-bccb-c41968beeea4 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:09.432197 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9ce75a4a-032a-449e-a347-e4c1cb72ccd4 req-ebc11eb8-e304-4c2b-bccb-c41968beeea4 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1248856 Apr 19 18:49:09.436916 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Notify callbacks [] for router, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.439187 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c28b0d84-0706-4459-affd-1662b50facaa HTTP/1.1" status: 204 len: 168 time: 1.7378621 Apr 19 18:49:09.441741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 55004) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:09.507363 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9ce75a4a-032a-449e-a347-e4c1cb72ccd4 req-ba4df8de-521e-49a1-acc8-df4a703d8ab4 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556188 Apr 19 18:49:09.532405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e223dcee-1203-48b8-940e-31a8df38e8e5 admin admin] Deleting subnet 39ae9a3e-4bf8-455b-b82d-00b73547d8b1 {{(pid=86314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:49:09.532405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e223dcee-1203-48b8-940e-31a8df38e8e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.586693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e223dcee-1203-48b8-940e-31a8df38e8e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851726022'] for subnet, precommit_delete_associations {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.682846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e223dcee-1203-48b8-940e-31a8df38e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.956102 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e223dcee-1203-48b8-940e-31a8df38e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852413074'] for subnet, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.961571 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:10.004883 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223dcee-1203-48b8-940e-31a8df38e8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ae9a3e-4bf8-455b-b82d-00b73547d8b1,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:10.007372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e223dcee-1203-48b8-940e-31a8df38e8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:10.010072 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e223dcee-1203-48b8-940e-31a8df38e8e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.015780 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d00f78-57fd-48fc-9c4d-05579d477c13 None None] Network 3a10e7fb-965d-416b-ac9c-83b256922344 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:49:10.016938 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e223dcee-1203-48b8-940e-31a8df38e8e5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/39ae9a3e-4bf8-455b-b82d-00b73547d8b1 HTTP/1.1" status: 204 len: 168 time: 0.5739467 Apr 19 18:49:10.020120 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 55010) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:10.149933 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.174458 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Deleting port 54551277-010d-4143-8363-e360f9f19588 {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:10.175974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.291903 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa7c19-2cca-4bf3-baff-9819a536db9c None None] DHCP port deletion for 3a10e7fb-965d-416b-ac9c-83b256922344 request from dv-cinder-786930-1-smb {{(pid=86315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:49:10.296313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa7c19-2cca-4bf3-baff-9819a536db9c None None] Deleting port 54551277-010d-4143-8363-e360f9f19588 {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:10.296735 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7c19-2cca-4bf3-baff-9819a536db9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.438195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] For port 54551277-010d-4143-8363-e360f9f19588, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=54551277-010d-4143-8363-e360f9f19588,segment=NetworkSegment(7be0c577-16c7-4ea5-bb4a-6003bcde90c5),segment_id=7be0c577-16c7-4ea5-bb4a-6003bcde90c5)] {{(pid=86314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:10.438779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.569429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-c0aa7c19-2cca-4bf3-baff-9819a536db9c None None] For port 54551277-010d-4143-8363-e360f9f19588, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=54551277-010d-4143-8363-e360f9f19588,segment=NetworkSegment(7be0c577-16c7-4ea5-bb4a-6003bcde90c5),segment_id=7be0c577-16c7-4ea5-bb4a-6003bcde90c5)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:10.569869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7c19-2cca-4bf3-baff-9819a536db9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.602390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Calling delete_port for 54551277-010d-4143-8363-e360f9f19588 owned by network:dhcp {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:49:10.646921 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 6a91fef6-111a-4183-93c6-43f83e5df2fe no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:49:10.754952 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.760775 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c51548a5-aeff-4838-b549-c2274aab5fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:10.765345 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa7c19-2cca-4bf3-baff-9819a536db9c None None] Calling delete_port for 54551277-010d-4143-8363-e360f9f19588 owned by network:dhcp {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:49:10.810128 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 6a91fef6-111a-4183-93c6-43f83e5df2fe {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:49:10.810515 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 6a91fef6-111a-4183-93c6-43f83e5df2fe not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:49:10.811014 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:49:10.826814 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] No DVR routers for this DVR port 54551277-010d-4143-8363-e360f9f19588 on host dv-cinder-786930-1-smb {{(pid=86314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:49:10.861139 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=54551277-010d-4143-8363-e360f9f19588,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:10.861752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:49:10.862147 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device a58c13a5-c0e9-44e4-98ff-16cb6ee85b36 not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:49:10.862656 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 54551277-010d-4143-8363-e360f9f19588 no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:49:10.865454 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:10.918999 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 54551277-010d-4143-8363-e360f9f19588 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:49:10.919405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 54551277-010d-4143-8363-e360f9f19588 not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:49:10.952238 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.db.api [None req-c0aa7c19-2cca-4bf3-baff-9819a536db9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:49:10.952687 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_db.api [None req-c0aa7c19-2cca-4bf3-baff-9819a536db9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:49:10.995993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2876975-cd4d-49f6-8f1b-1434555b056b req-bcfafe43-7c98-44c2-91db-481c8e868401 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:10.997648 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e2876975-cd4d-49f6-8f1b-1434555b056b req-bcfafe43-7c98-44c2-91db-481c8e868401 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.3328359 Apr 19 18:49:11.002923 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:11.153640 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e2876975-cd4d-49f6-8f1b-1434555b056b req-f9278ba1-0d20-4300-8d61-6b91d22d665e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357865 Apr 19 18:49:11.171825 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a10e7fb-965d-416b-ac9c-83b256922344']}} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:11.185301 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be0c577-16c7-4ea5-bb4a-6003bcde90c5') {'for_net_delete': True} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:11.185643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be0c577-16c7-4ea5-bb4a-6003bcde90c5') {} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:11.198291 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3049778'] for segment, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:11.217300 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:11.224070 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=86314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:49:11.411234 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Network 3a10e7fb-965d-416b-ac9c-83b256922344 has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:49:11.420405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852213907'] for segment, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:11.453988 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa7c19-2cca-4bf3-baff-9819a536db9c None None] Deleting port 54551277-010d-4143-8363-e360f9f19588 {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:11.455326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7c19-2cca-4bf3-baff-9819a536db9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:11.546112 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa7c19-2cca-4bf3-baff-9819a536db9c None None] The port '54551277-010d-4143-8363-e360f9f19588' was deleted {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:49:11.605470 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Network 3a10e7fb-965d-416b-ac9c-83b256922344 has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:49:11.642896 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:49:11.734739 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:11.740730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:11.755486 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:11.766793 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a10e7fb-965d-416b-ac9c-83b256922344,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:11.772241 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:11.776228 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ab82767a-3ea0-41ac-baee-26bbb9fa3da7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3a10e7fb-965d-416b-ac9c-83b256922344 HTTP/1.1" status: 204 len: 168 time: 1.7549932 Apr 19 18:49:11.901913 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 55032) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:11.955920 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-56d5998c-8a89-4cf4-817b-8fbc04a50db9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2134e71b8df4d8384ea7636e94f6693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525730 Apr 19 18:49:11.958607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 55036) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:12.028297 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d648c647-2ab4-4d9a-9bd5-521f6574e26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:12.352828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d648c647-2ab4-4d9a-9bd5-521f6574e26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:12.431380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778b08a-9167-4493-a404-ae2a50f39ee2 req-402c4219-dca6-47f0-ac83-be0eafdd1a46 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:12.432648 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a778b08a-9167-4493-a404-ae2a50f39ee2 req-402c4219-dca6-47f0-ac83-be0eafdd1a46 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1445034 Apr 19 18:49:12.435802 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d648c647-2ab4-4d9a-9bd5-521f6574e26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:12.443622 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8c909a69-105d-44be-aa06-b5efeb8ae468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:12.492077 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648c647-2ab4-4d9a-9bd5-521f6574e26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a33466-3d37-4e4e-8057-ed3371a388ad,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:12.528743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d648c647-2ab4-4d9a-9bd5-521f6574e26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:12.532456 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a778b08a-9167-4493-a404-ae2a50f39ee2 req-151e9ab3-87f6-43fd-a537-f950498506c6 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747399 Apr 19 18:49:12.542835 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d648c647-2ab4-4d9a-9bd5-521f6574e26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:12.547267 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d648c647-2ab4-4d9a-9bd5-521f6574e26c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9a33466-3d37-4e4e-8057-ed3371a388ad HTTP/1.1" status: 204 len: 168 time: 0.5851283 Apr 19 18:49:12.842397 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 55050) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:12.899444 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7289447b-ec43-4726-a8e4-ef5f1e126727 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4600f9678187481d846c313c35fba6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556273 Apr 19 18:49:12.902100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 55054) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:12.963619 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8725-5817-45a3-952d-d2ba0186f6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:12.991292 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8725-5817-45a3-952d-d2ba0186f6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:13.042304 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8725-5817-45a3-952d-d2ba0186f6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:13.047419 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e4d5f1f5-a42c-4f1e-ac46-0d2c211e6bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:13.060500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a8725-5817-45a3-952d-d2ba0186f6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673f3d3-3fe9-4af4-80c4-5c905a34938c,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:13.063026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dd7a8725-5817-45a3-952d-d2ba0186f6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:13.067521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8725-5817-45a3-952d-d2ba0186f6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:13.069455 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-dd7a8725-5817-45a3-952d-d2ba0186f6d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a673f3d3-3fe9-4af4-80c4-5c905a34938c HTTP/1.1" status: 204 len: 168 time: 0.1663651 Apr 19 18:49:13.768360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72606b66-f91f-4a9e-9752-5c88a5da664a req-b8497998-55c4-4a26-9f03-11e98b4ee7f5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:13.769956 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-72606b66-f91f-4a9e-9752-5c88a5da664a req-b8497998-55c4-4a26-9f03-11e98b4ee7f5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.0936236 Apr 19 18:49:13.819693 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-72606b66-f91f-4a9e-9752-5c88a5da664a req-195b0d38-edb3-4eef-8243-5ac2a7cdf9b8 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433474 Apr 19 18:49:14.838815 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:14.981386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device a4561d57-2e89-4f6d-8f91-02d0dbd27788 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:49:15.048970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffc94c-6b95-4f2b-93f5-e3d7b59d153a req-80e51e9f-d943-443b-ba05-a734de403b7c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:15.057856 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c2ffc94c-6b95-4f2b-93f5-e3d7b59d153a req-80e51e9f-d943-443b-ba05-a734de403b7c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1103470 Apr 19 18:49:15.128266 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c2ffc94c-6b95-4f2b-93f5-e3d7b59d153a req-95d7ad15-6e21-4f37-af6b-df125ba71931 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693188 Apr 19 18:49:15.149325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:15.166418 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'port_id': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'mac_address': 'fa:16:3e:11:ce:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:49:15.246972 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:15.268909 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4561d57-2e89-4f6d-8f91-02d0dbd27788 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:49:15.289322 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:15.293281 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:15.295429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:15.388337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=a4561d57-2e89-4f6d-8f91-02d0dbd27788,revision_number=6']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:15.404116 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:15.404508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:15.404895 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:15.405273 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:15.405652 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:15.406027 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:15.406400 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:15.406825 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:15.407198 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:15.407561 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:15.411002 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:15.412012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:15.419051 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:15.437118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['a4561d57-2e89-4f6d-8f91-02d0dbd27788'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:49:16.359170 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bc076-df6d-472d-8da2-d74e722b7955 req-79415b12-bf47-44e1-856c-3dacf6a6eeba tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:16.360859 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d95bc076-df6d-472d-8da2-d74e722b7955 req-79415b12-bf47-44e1-856c-3dacf6a6eeba tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 945 time: 0.1034966 Apr 19 18:49:16.460868 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d95bc076-df6d-472d-8da2-d74e722b7955 req-1930a86f-ba5f-48e0-80f4-e2220cfd0ebf tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818725 Apr 19 18:49:16.980134 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device a4561d57-2e89-4f6d-8f91-02d0dbd27788 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:17.058730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port a4561d57-2e89-4f6d-8f91-02d0dbd27788 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:17.059207 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.199395 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.228659 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:17.240033 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:17.243286 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.245263 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:17.305078 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'code': 200} Apr 19 18:49:17.333975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=a4561d57-2e89-4f6d-8f91-02d0dbd27788,revision_number=7']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:17.337210 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:17.698325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d3c3b-4ba1-4e2c-a77a-83a9490da2a7 req-31905ddd-d3c1-42fb-b3a8-9dfedaad0b13 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:17.700050 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-819d3c3b-4ba1-4e2c-a77a-83a9490da2a7 req-31905ddd-d3c1-42fb-b3a8-9dfedaad0b13 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1030574 Apr 19 18:49:17.756856 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-819d3c3b-4ba1-4e2c-a77a-83a9490da2a7 req-0cdf298c-6faf-4388-aebe-a9a2222bfd26 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490782 Apr 19 18:49:18.473660 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9581d655-76a6-44d3-9fb8-283e80d07500 req-d2948a52-2c84-4d41-8d8f-e49c92284e07 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1038814 Apr 19 18:49:18.610019 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581d655-76a6-44d3-9fb8-283e80d07500 req-41975d04-e300-43bd-a09e-ef6e2ca50e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:18.612416 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9581d655-76a6-44d3-9fb8-283e80d07500 req-41975d04-e300-43bd-a09e-ef6e2ca50e9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81f1259188ae403892850138664083a7&device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 1099 time: 0.1092865 Apr 19 18:49:18.794853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581d655-76a6-44d3-9fb8-283e80d07500 req-b114775d-336a-4853-b546-f7ef3821cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:18.796543 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9581d655-76a6-44d3-9fb8-283e80d07500 req-b114775d-336a-4853-b546-f7ef3821cd62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a HTTP/1.1" status: 200 len: 909 time: 0.1523905 Apr 19 18:49:18.950343 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9581d655-76a6-44d3-9fb8-283e80d07500 req-e6ab6028-ff6f-4f07-9f32-145e29e12451 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae867047-8561-4599-afea-7dd532ca4dea HTTP/1.1" status: 200 len: 1002 time: 0.1442583 Apr 19 18:49:19.092391 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581d655-76a6-44d3-9fb8-283e80d07500 req-3046cb13-218a-482e-99c5-1d26775be049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:19.094242 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9581d655-76a6-44d3-9fb8-283e80d07500 req-3046cb13-218a-482e-99c5-1d26775be049 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be24bbfc-2e99-4c65-adf0-d810514ee07e HTTP/1.1" status: 200 len: 847 time: 0.0859587 Apr 19 18:49:19.170042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb1abf-ce4f-4436-8274-8c487ba22664 req-ff300038-c2a2-4186-bedc-c112a628141a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:19.172011 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5efb1abf-ce4f-4436-8274-8c487ba22664 req-ff300038-c2a2-4186-bedc-c112a628141a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.2204888 Apr 19 18:49:19.246104 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581d655-76a6-44d3-9fb8-283e80d07500 req-1b23b985-cdde-4981-adcd-8b496b903df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:19.247875 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9581d655-76a6-44d3-9fb8-283e80d07500 req-1b23b985-cdde-4981-adcd-8b496b903df3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1437600 Apr 19 18:49:19.251250 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5efb1abf-ce4f-4436-8274-8c487ba22664 req-b463489e-e469-4223-855d-30c845b2eb4d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697782 Apr 19 18:49:19.420625 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9581d655-76a6-44d3-9fb8-283e80d07500 req-246c7f72-0c4a-44f6-a5a4-554e79fc5589 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605248 Apr 19 18:49:19.588171 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9581d655-76a6-44d3-9fb8-283e80d07500 req-f681679e-2c00-468c-8c6a-b3237c6a41b0 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522801 Apr 19 18:49:20.512795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a813-628e-41f4-9425-7f6f848473b9 req-ef4ac595-7728-4153-9091-c33aa01aae19 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:20.515144 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c169a813-628e-41f4-9425-7f6f848473b9 req-ef4ac595-7728-4153-9091-c33aa01aae19 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1013980 Apr 19 18:49:20.571521 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c169a813-628e-41f4-9425-7f6f848473b9 req-54b4bb02-2053-4268-a5da-8326902315df tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487459 Apr 19 18:49:21.812620 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1bce7-62cd-4a69-a9fb-20f2b0bc1e01 req-04778e95-b128-43ed-8c6a-b221004b384e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:21.814152 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d8b1bce7-62cd-4a69-a9fb-20f2b0bc1e01 req-04778e95-b128-43ed-8c6a-b221004b384e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1026089 Apr 19 18:49:21.879983 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d8b1bce7-62cd-4a69-a9fb-20f2b0bc1e01 req-7d3c9293-9680-4d1b-866b-23d88b6a455b tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577273 Apr 19 18:49:22.994533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-572a398e-8916-4b94-b01d-68159efd627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:23.142460 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfe7e7-a896-4a12-bdda-6a5c951c32a3 req-0ccc607e-4fc0-4fc7-8f19-7f5a16288b58 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:23.144374 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7bcfe7e7-a896-4a12-bdda-6a5c951c32a3 req-0ccc607e-4fc0-4fc7-8f19-7f5a16288b58 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.1170485 Apr 19 18:49:23.199817 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7bcfe7e7-a896-4a12-bdda-6a5c951c32a3 req-481bd588-8178-4b36-92a4-05d8166517c0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485959 Apr 19 18:49:24.332497 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9a814-f874-40ca-bf91-19e9d237a98e req-d86c3df6-e573-4cd5-bfdb-837d848a3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:24.334103 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-07f9a814-f874-40ca-bf91-19e9d237a98e req-d86c3df6-e573-4cd5-bfdb-837d848a3c15 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 1099 time: 0.0831876 Apr 19 18:49:24.414642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ef6de-4d0b-48c4-ab9d-854b99528acb req-4765bf39-f38c-448f-ae7a-1fa684d0737f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:24.416258 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dc8ef6de-4d0b-48c4-ab9d-854b99528acb req-4765bf39-f38c-448f-ae7a-1fa684d0737f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.0934005 Apr 19 18:49:24.466715 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dc8ef6de-4d0b-48c4-ab9d-854b99528acb req-f8df8910-4dca-4be2-80cf-bac61f54cbec tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433769 Apr 19 18:49:24.718806 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9a814-f874-40ca-bf91-19e9d237a98e req-8d5f71b9-737b-4a27-9e09-ae3396e85700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:24.721112 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-07f9a814-f874-40ca-bf91-19e9d237a98e req-8d5f71b9-737b-4a27-9e09-ae3396e85700 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 917 time: 0.3731227 Apr 19 18:49:24.833258 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-07f9a814-f874-40ca-bf91-19e9d237a98e req-48619115-2f27-49ed-a3e5-7c1094d0eecc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788 HTTP/1.1" status: 200 len: 1002 time: 0.1046848 Apr 19 18:49:24.908987 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9a814-f874-40ca-bf91-19e9d237a98e req-e3e3d4f2-4ceb-4613-9cff-d636582afc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:24.910532 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-07f9a814-f874-40ca-bf91-19e9d237a98e req-e3e3d4f2-4ceb-4613-9cff-d636582afc05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 200 len: 855 time: 0.0671372 Apr 19 18:49:24.996001 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9a814-f874-40ca-bf91-19e9d237a98e req-37301e80-11bd-4ad8-898a-542ab9dfed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:24.997587 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-07f9a814-f874-40ca-bf91-19e9d237a98e req-37301e80-11bd-4ad8-898a-542ab9dfed62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790420 Apr 19 18:49:25.141664 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-07f9a814-f874-40ca-bf91-19e9d237a98e req-10c089a0-3905-4796-aef4-43e58cc5a8b3 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367424 Apr 19 18:49:25.299611 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-07f9a814-f874-40ca-bf91-19e9d237a98e req-f60f2f0d-a719-45e6-b895-634aab3fd2b0 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408141 Apr 19 18:49:25.688107 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3df003-bd2c-4bdb-9e05-86c9dc10173a req-58ea6199-ebae-4bfc-9acc-76cce28ae96a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:25.689885 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0d3df003-bd2c-4bdb-9e05-86c9dc10173a req-58ea6199-ebae-4bfc-9acc-76cce28ae96a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.0916691 Apr 19 18:49:25.740357 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0d3df003-bd2c-4bdb-9e05-86c9dc10173a req-848e7c32-ee52-4a70-a0c7-7fe779a6ba6f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438831 Apr 19 18:49:25.823107 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-62781472-65dc-4eac-ab3d-a0df3d5a1090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:25.895240 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:26.948500 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca955b75-60af-474c-b04a-15fbbe881fef req-0fd5eace-1100-4ac6-af44-4d19c914e14b tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:26.950158 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ca955b75-60af-474c-b04a-15fbbe881fef req-0fd5eace-1100-4ac6-af44-4d19c914e14b tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.0919838 Apr 19 18:49:27.000446 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ca955b75-60af-474c-b04a-15fbbe881fef req-7edbbf2c-6778-4271-b16a-3ea77b043885 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431030 Apr 19 18:49:27.149661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615d8c5-605d-4ae8-9264-6b5f67f2c93a req-00477606-609f-4cdf-a15c-14914987facf tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:27.151273 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6615d8c5-605d-4ae8-9264-6b5f67f2c93a req-00477606-609f-4cdf-a15c-14914987facf tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0933278 Apr 19 18:49:27.198923 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6615d8c5-605d-4ae8-9264-6b5f67f2c93a req-3b662302-04ef-4e53-97c8-d56e1e0efa11 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 Apr 19 18:49:27.225176 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:28.228653 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545f7e1-04d8-49ac-9160-1642e73240ce req-f9ae663a-d033-45f7-b054-00d4e310e0ce tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:28.230330 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b545f7e1-04d8-49ac-9160-1642e73240ce req-f9ae663a-d033-45f7-b054-00d4e310e0ce tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 946 time: 0.0935106 Apr 19 18:49:28.244685 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:28.281654 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b545f7e1-04d8-49ac-9160-1642e73240ce req-f90c3268-c096-468a-8d46-a2b4804fb5cf tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441711 Apr 19 18:49:28.415465 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505636c6-fc33-4a2f-8b6d-cdea38dc1c20 req-01f5a9dc-f4f8-4413-a4eb-04b1359f222a tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:28.417079 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-505636c6-fc33-4a2f-8b6d-cdea38dc1c20 req-01f5a9dc-f4f8-4413-a4eb-04b1359f222a tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0957494 Apr 19 18:49:28.470214 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-505636c6-fc33-4a2f-8b6d-cdea38dc1c20 req-7ad3b9e6-7ff8-44c6-a60a-86333282d059 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462873 Apr 19 18:49:29.090362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device a4561d57-2e89-4f6d-8f91-02d0dbd27788 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:49:29.223159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:29.252818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:29.263996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:29.267802 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:29.270472 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:29.308904 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'code': 422} returned with failed status Apr 19 18:49:29.342467 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=a4561d57-2e89-4f6d-8f91-02d0dbd27788,revision_number=8']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:29.346079 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:29.680079 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c899a2e-f583-43ad-b678-96c838eebdfd req-dd7708ff-13db-4134-ac38-dae3509b1897 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:29.681720 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c899a2e-f583-43ad-b678-96c838eebdfd req-dd7708ff-13db-4134-ac38-dae3509b1897 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0918024 Apr 19 18:49:29.733076 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c899a2e-f583-43ad-b678-96c838eebdfd req-5fb61253-8fc6-4510-9aa6-6d46242bb97e tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447516 Apr 19 18:49:29.909914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6538c-0236-4a68-804d-047468de4826 req-1e8624bc-ae42-4cba-bf28-6944d6bc47d0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:29.911469 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-85f6538c-0236-4a68-804d-047468de4826 req-1e8624bc-ae42-4cba-bf28-6944d6bc47d0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.0890577 Apr 19 18:49:29.961726 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-85f6538c-0236-4a68-804d-047468de4826 req-6458d11b-2edc-4482-96a1-3c06efa45ee7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435622 Apr 19 18:49:30.118545 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 55248) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:30.247411 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-041666e6-f7b2-429d-909c-88c586b6b43d req-32231984-d529-4dee-a9e7-74446ac57c22 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274784 Apr 19 18:49:30.837469 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041666e6-f7b2-429d-909c-88c586b6b43d req-74c78502-3019-41c3-88c2-7f1e9e6b8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:30.839125 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-041666e6-f7b2-429d-909c-88c586b6b43d req-74c78502-3019-41c3-88c2-7f1e9e6b8674 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95&tenant_id=257b443ba4b441fd8410ddd6eaf5ab45 HTTP/1.1" status: 200 len: 1097 time: 0.0899835 Apr 19 18:49:30.947136 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041666e6-f7b2-429d-909c-88c586b6b43d req-4df5a282-9134-4c39-8390-bafd61781eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:30.948725 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-041666e6-f7b2-429d-909c-88c586b6b43d req-4df5a282-9134-4c39-8390-bafd61781eee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 1097 time: 0.0846171 Apr 19 18:49:30.956978 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af420e-09a9-4246-a591-a7cbd049ca9c req-fa639fe7-f95d-4a64-8998-f6f356f74e06 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:30.958542 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-42af420e-09a9-4246-a591-a7cbd049ca9c req-fa639fe7-f95d-4a64-8998-f6f356f74e06 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0937355 Apr 19 18:49:31.017401 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-42af420e-09a9-4246-a591-a7cbd049ca9c req-730ef524-3cdf-4b37-b110-e7100015b4a9 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521483 Apr 19 18:49:31.148613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041666e6-f7b2-429d-909c-88c586b6b43d req-15293426-98d0-4d07-9bc9-16d2f8307a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:31.150204 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-041666e6-f7b2-429d-909c-88c586b6b43d req-15293426-98d0-4d07-9bc9-16d2f8307a89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 917 time: 0.1894319 Apr 19 18:49:31.291200 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcd58e-196d-462a-97e1-bb7d6b11da66 req-7c49d402-4350-4fb7-8017-e90394d9153e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:31.292729 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-00fcd58e-196d-462a-97e1-bb7d6b11da66 req-7c49d402-4350-4fb7-8017-e90394d9153e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.2014124 Apr 19 18:49:31.297548 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-041666e6-f7b2-429d-909c-88c586b6b43d req-36d096e1-4d15-4692-b8cf-9d718a2cf4b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788 HTTP/1.1" status: 200 len: 1000 time: 0.1296723 Apr 19 18:49:31.404948 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-00fcd58e-196d-462a-97e1-bb7d6b11da66 req-92631088-209e-4097-b911-a160392be56d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053288 Apr 19 18:49:31.411109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041666e6-f7b2-429d-909c-88c586b6b43d req-435e3407-5f6d-4200-910a-c2a6a696d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:31.412665 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-041666e6-f7b2-429d-909c-88c586b6b43d req-435e3407-5f6d-4200-910a-c2a6a696d341 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 200 len: 855 time: 0.0968282 Apr 19 18:49:31.506801 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041666e6-f7b2-429d-909c-88c586b6b43d req-13ec185e-59bf-45aa-864d-2af3ccc53718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:31.508411 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-041666e6-f7b2-429d-909c-88c586b6b43d req-13ec185e-59bf-45aa-864d-2af3ccc53718 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817499 Apr 19 18:49:31.664738 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-041666e6-f7b2-429d-909c-88c586b6b43d req-103b4963-a94c-4d60-a9d6-b3b4f25444bb service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393070 Apr 19 18:49:31.820027 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-041666e6-f7b2-429d-909c-88c586b6b43d req-9daf6642-ed3a-40c2-8a91-fa4791f5d92f service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422114 Apr 19 18:49:32.231088 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37251cbe-cacb-45a5-b57c-7e20c6c0921e req-4f5538ce-162a-4db0-b53d-a410b273df8f tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:32.232777 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-37251cbe-cacb-45a5-b57c-7e20c6c0921e req-4f5538ce-162a-4db0-b53d-a410b273df8f tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0945446 Apr 19 18:49:32.288601 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-37251cbe-cacb-45a5-b57c-7e20c6c0921e req-04c0504c-7ae5-4702-8522-5ffc9998db7b tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481558 Apr 19 18:49:32.633462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0f81a-d34e-4005-8688-341cbed464c7 req-80892b2f-49b6-4316-ad42-3d7572480c33 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:32.635168 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-22e0f81a-d34e-4005-8688-341cbed464c7 req-80892b2f-49b6-4316-ad42-3d7572480c33 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.1004336 Apr 19 18:49:32.699193 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-22e0f81a-d34e-4005-8688-341cbed464c7 req-71101e5d-f8af-4722-a3f5-8d73ae2ae741 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555010 Apr 19 18:49:32.791665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc71b9-170b-4f90-b253-0e8feea451a4 req-3ab45725-b5e5-493f-836e-7087e5820037 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:32.793262 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-21cc71b9-170b-4f90-b253-0e8feea451a4 req-3ab45725-b5e5-493f-836e-7087e5820037 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.1001918 Apr 19 18:49:32.852277 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-21cc71b9-170b-4f90-b253-0e8feea451a4 req-81b6a3f5-494f-4f74-b51b-64c8d47bb831 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521493 Apr 19 18:49:33.104522 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device a4561d57-2e89-4f6d-8f91-02d0dbd27788 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:49:33.517219 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49ccc-88af-407e-b027-61ba2493cb2c req-4df31bc0-5762-464c-9f7c-a1fb903b1391 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:33.519104 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56b49ccc-88af-407e-b027-61ba2493cb2c req-4df31bc0-5762-464c-9f7c-a1fb903b1391 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0973186 Apr 19 18:49:33.568459 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56b49ccc-88af-407e-b027-61ba2493cb2c req-d8a46636-8a31-4b9d-84e8-8059b0f3369f tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Apr 19 18:49:33.906058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797277eb-ad2c-4dc1-b240-fac12da8a875 req-56eb409d-9a1a-462b-8970-aa363b0e6f32 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:33.907684 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-797277eb-ad2c-4dc1-b240-fac12da8a875 req-56eb409d-9a1a-462b-8970-aa363b0e6f32 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.0905175 Apr 19 18:49:33.957924 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-797277eb-ad2c-4dc1-b240-fac12da8a875 req-c62afd8a-b534-461f-b9b7-876ea9a3350e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 Apr 19 18:49:34.057290 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681d837-f44f-4abe-85a1-041009e6385b req-4f86e23d-8abf-4720-8762-93cf8cf5187d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:34.058911 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8681d837-f44f-4abe-85a1-041009e6385b req-4f86e23d-8abf-4720-8762-93cf8cf5187d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.0891330 Apr 19 18:49:34.107077 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8681d837-f44f-4abe-85a1-041009e6385b req-4d01fa30-822d-42a8-b504-24bef85311e8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417042 Apr 19 18:49:34.790003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882047df-8322-40b2-86d8-86cf6b049d87 req-7e8fde6e-a351-4386-b899-dcf4e7d4818a tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:34.791630 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-882047df-8322-40b2-86d8-86cf6b049d87 req-7e8fde6e-a351-4386-b899-dcf4e7d4818a tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0979779 Apr 19 18:49:34.848244 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-882047df-8322-40b2-86d8-86cf6b049d87 req-ceccd682-474f-4a4e-bda4-fca91e1b5d3b tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499923 Apr 19 18:49:35.193593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306e45b-9be2-4b9c-86e5-33c08386d97d req-af568bd6-77fa-4719-9303-73817902df54 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:35.195517 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e306e45b-9be2-4b9c-86e5-33c08386d97d req-af568bd6-77fa-4719-9303-73817902df54 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.1177099 Apr 19 18:49:35.246344 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e306e45b-9be2-4b9c-86e5-33c08386d97d req-7b6c704b-84c8-4a50-a71d-0cc2fee47087 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443432 Apr 19 18:49:35.325285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da51380-11e7-4540-afaf-965b3c100e63 req-2defcf60-c05d-4f84-a4a8-bed006cd981e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:35.326939 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8da51380-11e7-4540-afaf-965b3c100e63 req-2defcf60-c05d-4f84-a4a8-bed006cd981e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.0896554 Apr 19 18:49:35.381906 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8da51380-11e7-4540-afaf-965b3c100e63 req-9d9de9e0-04c8-43f4-a935-c281113e82af tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481586 Apr 19 18:49:36.089539 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773757-1e62-4bf2-a02f-b25003101b5d req-c1d5f98b-3a92-4076-b0ce-d6a63c4745d8 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:36.091170 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b1773757-1e62-4bf2-a02f-b25003101b5d req-c1d5f98b-3a92-4076-b0ce-d6a63c4745d8 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0908668 Apr 19 18:49:36.162931 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b1773757-1e62-4bf2-a02f-b25003101b5d req-8735e8fc-5a81-4f1f-bea8-64b8aed82ba5 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644398 Apr 19 18:49:36.501253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8052564-779b-46c9-a366-41f8f404aaa9 req-09ca2c55-bd57-444c-8a13-0b85e59d73f0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:36.502895 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e8052564-779b-46c9-a366-41f8f404aaa9 req-09ca2c55-bd57-444c-8a13-0b85e59d73f0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.1300035 Apr 19 18:49:36.554458 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e8052564-779b-46c9-a366-41f8f404aaa9 req-a5ebe4c5-ad4c-4da3-a69a-01d3d97dade3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445516 Apr 19 18:49:36.622405 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070aa1a-8417-4fbe-a315-f888855ce834 req-3c4aedcb-0259-474f-b8b6-afd2cbc4ad5e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:36.624040 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b070aa1a-8417-4fbe-a315-f888855ce834 req-3c4aedcb-0259-474f-b8b6-afd2cbc4ad5e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.0963616 Apr 19 18:49:36.673006 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b070aa1a-8417-4fbe-a315-f888855ce834 req-4ade0441-30fe-4c15-9760-4f63cc8b1cc6 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418289 Apr 19 18:49:37.365099 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4608f-e110-4e27-9e5b-42d1b852d630 req-c216cc12-bbb4-41da-afd2-03469ad75948 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:37.366709 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0ef4608f-e110-4e27-9e5b-42d1b852d630 req-c216cc12-bbb4-41da-afd2-03469ad75948 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0869262 Apr 19 18:49:37.418707 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0ef4608f-e110-4e27-9e5b-42d1b852d630 req-59e95367-77ec-4ef2-b6e9-f62ee04377af tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455494 Apr 19 18:49:37.799235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc1354-4342-4819-a784-d1ced5925db1 req-09052f3f-3cc9-4835-be71-205fc27a0456 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:37.801566 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-83bc1354-4342-4819-a784-d1ced5925db1 req-09052f3f-3cc9-4835-be71-205fc27a0456 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.1003180 Apr 19 18:49:37.852373 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-83bc1354-4342-4819-a784-d1ced5925db1 req-f6aec9a6-9dc8-48f0-94ae-0aab863885ba tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430317 Apr 19 18:49:37.885540 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cad7f5-3c09-4c88-be38-a4de988b9e55 req-e8b47843-3410-4b28-bd3f-705a0756b54d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:37.887178 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-12cad7f5-3c09-4c88-be38-a4de988b9e55 req-e8b47843-3410-4b28-bd3f-705a0756b54d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.0932748 Apr 19 18:49:37.938136 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-12cad7f5-3c09-4c88-be38-a4de988b9e55 req-2cba6080-e07e-48ef-8cfd-c2a7cf65d9ad tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444398 Apr 19 18:49:38.627562 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40dba9-8e5f-41cd-94d1-22ee1293e737 req-a91974cf-2779-45d8-8d34-620b7ed06087 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:38.629427 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-be40dba9-8e5f-41cd-94d1-22ee1293e737 req-a91974cf-2779-45d8-8d34-620b7ed06087 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0906067 Apr 19 18:49:38.679295 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-be40dba9-8e5f-41cd-94d1-22ee1293e737 req-b131524f-bd73-47bb-9277-498c7629b5c7 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 Apr 19 18:49:39.077822 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedcdcf-4de0-4af3-b824-2c76305e5256 req-65bbb433-96b6-4ae7-a461-156ebff8846a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:39.079512 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ccedcdcf-4de0-4af3-b824-2c76305e5256 req-65bbb433-96b6-4ae7-a461-156ebff8846a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.1023667 Apr 19 18:49:39.092731 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:49:39.136594 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ccedcdcf-4de0-4af3-b824-2c76305e5256 req-1b3a7882-923e-4224-949c-3e2ba6eca90c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502331 Apr 19 18:49:39.276380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa06d17-3fd8-4c4f-b0d7-a2daa26c0b6a req-2fc5e21e-bb21-41a4-8a2f-d43a88e3dc1d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:39.278000 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bfa06d17-3fd8-4c4f-b0d7-a2daa26c0b6a req-2fc5e21e-bb21-41a4-8a2f-d43a88e3dc1d tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.0944619 Apr 19 18:49:39.327587 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bfa06d17-3fd8-4c4f-b0d7-a2daa26c0b6a req-26458954-7548-410a-adce-98ce28d24b85 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431266 Apr 19 18:49:39.343024 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc58d-76ad-4475-a8f8-899256ecaae0 req-02656dca-4ab5-435d-a711-7301535f1248 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:39.344687 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2acdc58d-76ad-4475-a8f8-899256ecaae0 req-02656dca-4ab5-435d-a711-7301535f1248 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0885036 Apr 19 18:49:39.393794 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2acdc58d-76ad-4475-a8f8-899256ecaae0 req-951a4425-927d-4c5f-b7fa-d9b8049b6e66 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416934 Apr 19 18:49:39.880317 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfd937-50a6-4b03-90a3-8d204fa556b1 req-0b7d7588-1aa2-4858-98f0-7730a5d33dc8 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:39.881905 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a4dfd937-50a6-4b03-90a3-8d204fa556b1 req-0b7d7588-1aa2-4858-98f0-7730a5d33dc8 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0877509 Apr 19 18:49:39.940140 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a4dfd937-50a6-4b03-90a3-8d204fa556b1 req-687e7a24-091e-4fb3-b3cb-3183f40b28b5 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517337 Apr 19 18:49:40.365329 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976eea66-49cd-4f0d-97ce-fe27ab04363a req-ea30407a-5da2-4f65-a05f-c271f1b3b64f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:40.367283 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-976eea66-49cd-4f0d-97ce-fe27ab04363a req-ea30407a-5da2-4f65-a05f-c271f1b3b64f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.1018755 Apr 19 18:49:40.423148 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-976eea66-49cd-4f0d-97ce-fe27ab04363a req-449410fa-56a2-4677-b03c-03d99841d274 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483942 Apr 19 18:49:40.567744 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343aa146-c4c9-4e7d-b86f-97677d9b23e3 req-36acd607-ebdd-4277-b1e0-bc4bc158ccae tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:40.569188 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-343aa146-c4c9-4e7d-b86f-97677d9b23e3 req-36acd607-ebdd-4277-b1e0-bc4bc158ccae tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.0952408 Apr 19 18:49:40.620505 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-343aa146-c4c9-4e7d-b86f-97677d9b23e3 req-24abfe80-62e6-491b-b3f9-1707574fee6f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447009 Apr 19 18:49:40.639295 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882d899-04ca-4b3c-b21c-c25592bc285b req-052e8bd4-08c5-4f4b-90bc-d778cac4a221 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:40.641028 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3882d899-04ca-4b3c-b21c-c25592bc285b req-052e8bd4-08c5-4f4b-90bc-d778cac4a221 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0976913 Apr 19 18:49:40.690412 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3882d899-04ca-4b3c-b21c-c25592bc285b req-59eebbdb-891a-4db2-bef9-af4562d81599 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421805 Apr 19 18:49:41.145888 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebb300-da73-446d-a276-a3027dfb3c1f req-a63a3238-2b59-4dbe-9be5-1735804fbe0b tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:41.147566 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-35ebb300-da73-446d-a276-a3027dfb3c1f req-a63a3238-2b59-4dbe-9be5-1735804fbe0b tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0904036 Apr 19 18:49:41.203671 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-35ebb300-da73-446d-a276-a3027dfb3c1f req-82455ebe-49ce-4663-84d6-c2893fc1f248 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496285 Apr 19 18:49:41.632886 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7440b70-6373-4d4d-a070-374b8d4dd295 req-1abe0c47-5f08-4764-a257-8498c09a7603 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:41.634505 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c7440b70-6373-4d4d-a070-374b8d4dd295 req-1abe0c47-5f08-4764-a257-8498c09a7603 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.0915909 Apr 19 18:49:41.685109 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c7440b70-6373-4d4d-a070-374b8d4dd295 req-2d21538e-eac5-45d7-9869-6b60f4016be7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441780 Apr 19 18:49:41.830505 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4093e69-420d-46b4-ad48-7d9b39008100 req-07424183-49b8-4c38-9a6a-72d6e2ed216c tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:41.833254 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d4093e69-420d-46b4-ad48-7d9b39008100 req-07424183-49b8-4c38-9a6a-72d6e2ed216c tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.0929601 Apr 19 18:49:41.889421 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d4093e69-420d-46b4-ad48-7d9b39008100 req-757d36df-fe06-47a5-bd6d-702ac3b70a53 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461442 Apr 19 18:49:41.932954 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f69d0a-824e-4d59-aecd-bdc63b043f9f req-746f2de2-8622-49b7-9ba8-22ba323eb5d6 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:41.934587 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a0f69d0a-824e-4d59-aecd-bdc63b043f9f req-746f2de2-8622-49b7-9ba8-22ba323eb5d6 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.1205933 Apr 19 18:49:41.985978 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a0f69d0a-824e-4d59-aecd-bdc63b043f9f req-d24d0a86-991a-4ec2-854b-ffa9b904b3e1 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444837 Apr 19 18:49:42.432504 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ada2f-ea89-4c24-ada9-7ef8acb01a4e req-0c9ff136-a8dc-42f0-8c59-ffd12f9ef131 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:42.434181 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-594ada2f-ea89-4c24-ada9-7ef8acb01a4e req-0c9ff136-a8dc-42f0-8c59-ffd12f9ef131 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.1002672 Apr 19 18:49:42.500288 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-594ada2f-ea89-4c24-ada9-7ef8acb01a4e req-ba5d69c9-3770-42d5-b98a-9b4d61929d04 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448551 Apr 19 18:49:42.907554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bfaad-a99a-46d0-858e-16914acdc85e req-80555cb0-b6a7-4130-9bd7-94e862bb964f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:42.916481 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f87bfaad-a99a-46d0-858e-16914acdc85e req-80555cb0-b6a7-4130-9bd7-94e862bb964f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.0995951 Apr 19 18:49:42.972696 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f87bfaad-a99a-46d0-858e-16914acdc85e req-1b2265f4-48d7-4d75-903f-d6fe9300944a tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548379 Apr 19 18:49:43.134370 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad13f9-fa1b-496c-b8a0-c9263f2bd360 req-ad1ddcd9-15ae-4b06-b868-70a9dd4881be tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:43.136694 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0aad13f9-fa1b-496c-b8a0-c9263f2bd360 req-ad1ddcd9-15ae-4b06-b868-70a9dd4881be tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.1245112 Apr 19 18:49:43.187889 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0aad13f9-fa1b-496c-b8a0-c9263f2bd360 req-18a56d2f-a445-4cc4-9ac4-43fe56500795 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444973 Apr 19 18:49:43.241283 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482e1e-26bc-434a-bf13-46125f82a8c9 req-e5582953-f174-447f-9234-2447c2097cc7 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:43.243029 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-78482e1e-26bc-434a-bf13-46125f82a8c9 req-e5582953-f174-447f-9234-2447c2097cc7 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.1315458 Apr 19 18:49:43.298903 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-78482e1e-26bc-434a-bf13-46125f82a8c9 req-53d8d9f8-4998-4c03-9936-03e3aa4dea8a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465071 Apr 19 18:49:43.709872 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde00f2-bde6-4db1-be8b-6e9e71319911 req-3152a70a-f6bc-4dfb-9505-c3f135ae5e64 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:43.711548 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0dde00f2-bde6-4db1-be8b-6e9e71319911 req-3152a70a-f6bc-4dfb-9505-c3f135ae5e64 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0932057 Apr 19 18:49:43.763366 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0dde00f2-bde6-4db1-be8b-6e9e71319911 req-912768f4-e33c-4f58-aeab-122c11aa3dbd tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453625 Apr 19 18:49:44.192692 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373570c0-5807-4fc1-96a0-a254528157be req-75e63b36-ae3b-4171-af87-accef7b0a664 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:44.194790 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-373570c0-5807-4fc1-96a0-a254528157be req-75e63b36-ae3b-4171-af87-accef7b0a664 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.0984209 Apr 19 18:49:44.251467 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-373570c0-5807-4fc1-96a0-a254528157be req-6d5e741e-5845-4507-b6d2-a5aa589081af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502038 Apr 19 18:49:44.411855 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b125a29-14ab-4cb9-8302-757f9bbfef4b req-f71627c5-3421-4af9-ab7e-b8d1ff72b29a tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:44.413698 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4b125a29-14ab-4cb9-8302-757f9bbfef4b req-f71627c5-3421-4af9-ab7e-b8d1ff72b29a tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.1025534 Apr 19 18:49:44.497785 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4b125a29-14ab-4cb9-8302-757f9bbfef4b req-a5bab3f8-00e7-4af8-91c4-985f495763a7 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577252 Apr 19 18:49:44.591725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ac0bb-4bab-4f24-8a96-02992c00eb5a req-b918ae5e-1a21-4510-9b10-c3158021ff63 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:44.593345 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-976ac0bb-4bab-4f24-8a96-02992c00eb5a req-b918ae5e-1a21-4510-9b10-c3158021ff63 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.1635680 Apr 19 18:49:44.658595 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-976ac0bb-4bab-4f24-8a96-02992c00eb5a req-2c8220cf-de6a-41cf-8f9c-1241897d20a8 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562348 Apr 19 18:49:44.840363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:44.995778 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a4d63-e6ee-4b1c-9c12-7d79b99adbca req-1566a1cf-7957-4efc-84fb-44de11125dbf tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:44.997335 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-037a4d63-e6ee-4b1c-9c12-7d79b99adbca req-1566a1cf-7957-4efc-84fb-44de11125dbf tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0905101 Apr 19 18:49:45.054555 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-037a4d63-e6ee-4b1c-9c12-7d79b99adbca req-af26bfdc-fd3c-447c-a728-7c155b4de93c tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500345 Apr 19 18:49:45.496211 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54207638-a14e-423b-b13a-d2f44c6e3caa req-a195d001-c92f-4b49-b6db-c65088c14a2b tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:45.497806 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-54207638-a14e-423b-b13a-d2f44c6e3caa req-a195d001-c92f-4b49-b6db-c65088c14a2b tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.0936987 Apr 19 18:49:45.547659 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-54207638-a14e-423b-b13a-d2f44c6e3caa req-0b2a0175-808c-4735-a341-d7c233c149c3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430369 Apr 19 18:49:45.714773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a427b-f874-460b-a88d-d9d093dad51e req-8a121346-f8f8-47ba-a8ae-8a5d172a0424 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:45.722524 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f12a427b-f874-460b-a88d-d9d093dad51e req-8a121346-f8f8-47ba-a8ae-8a5d172a0424 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.1028111 Apr 19 18:49:45.894222 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8f2d5-6e5d-4909-8e0d-64caf515280b req-0c644ef3-c0ab-4501-bdb7-d63c5d602a0d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:45.895622 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ecd8f2d5-6e5d-4909-8e0d-64caf515280b req-0c644ef3-c0ab-4501-bdb7-d63c5d602a0d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0986884 Apr 19 18:49:45.947919 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ecd8f2d5-6e5d-4909-8e0d-64caf515280b req-22c6d19c-105a-482e-9fbb-08ab925bc6d6 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448973 Apr 19 18:49:46.015037 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f12a427b-f874-460b-a88d-d9d093dad51e req-1a04e574-2122-46e6-88f9-3a577c59eb4b tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835588 Apr 19 18:49:46.272508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c4446-9a39-4da0-aeec-04da81d49474 req-3b1ed74e-b832-48cc-a29e-f40b21b364bb tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:46.274725 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f41c4446-9a39-4da0-aeec-04da81d49474 req-3b1ed74e-b832-48cc-a29e-f40b21b364bb tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.1021125 Apr 19 18:49:46.326102 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f41c4446-9a39-4da0-aeec-04da81d49474 req-88ff474f-2054-47f0-bcbe-49c4806ddc6d tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446572 Apr 19 18:49:46.775586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c53aab-ab22-47a1-8e4c-cf69242d5c9d req-e54de618-f468-4498-8ef2-d81505780232 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:46.777235 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-10c53aab-ab22-47a1-8e4c-cf69242d5c9d req-e54de618-f468-4498-8ef2-d81505780232 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.1028469 Apr 19 18:49:46.831169 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-10c53aab-ab22-47a1-8e4c-cf69242d5c9d req-b0826108-f728-46b5-ba39-57157894806e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472293 Apr 19 18:49:47.167832 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c58b71-e717-420e-ae55-3acace1b48fa req-244d90c2-3b81-49cb-bf92-a3b0f4f138fb tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:47.169510 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96c58b71-e717-420e-ae55-3acace1b48fa req-244d90c2-3b81-49cb-bf92-a3b0f4f138fb tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.1036944 Apr 19 18:49:47.221838 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-96c58b71-e717-420e-ae55-3acace1b48fa req-7bbc3b43-da49-44ff-9156-dddea62fc2da tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443466 Apr 19 18:49:47.229624 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42980642-86f0-4c74-bb68-8ba3638add83 req-ae47e3c6-2c6c-4dd3-bc5c-c84d5cd276c6 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:47.232170 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-42980642-86f0-4c74-bb68-8ba3638add83 req-ae47e3c6-2c6c-4dd3-bc5c-c84d5cd276c6 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.0986116 Apr 19 18:49:47.285475 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-42980642-86f0-4c74-bb68-8ba3638add83 req-208f07c0-aba7-419a-8bf7-73623aadfad8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462422 Apr 19 18:49:47.542606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d99fc5-34d4-420d-8f62-199bfb84d311 req-62f65347-ea35-4739-a8d4-559ae9fbb8b2 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:47.544183 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b7d99fc5-34d4-420d-8f62-199bfb84d311 req-62f65347-ea35-4739-a8d4-559ae9fbb8b2 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0906496 Apr 19 18:49:47.593033 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b7d99fc5-34d4-420d-8f62-199bfb84d311 req-3064e95a-4ddf-414b-ba19-f249c187a42e tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Apr 19 18:49:48.077140 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ada1a-6201-42b9-ba47-1aa38de0fe42 req-fd4c8b88-dd31-4d01-807c-95367e018717 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:48.078789 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0a1ada1a-6201-42b9-ba47-1aa38de0fe42 req-fd4c8b88-dd31-4d01-807c-95367e018717 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.1041818 Apr 19 18:49:48.142465 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0a1ada1a-6201-42b9-ba47-1aa38de0fe42 req-0d502d78-113c-4bd1-94f5-17cf20ad2be7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533500 Apr 19 18:49:48.439307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5664d-fd81-4f9d-8dff-d3d078c8573f req-1305798e-88a1-4f27-b25f-8a13539a36f1 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:48.441488 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-95d5664d-fd81-4f9d-8dff-d3d078c8573f req-1305798e-88a1-4f27-b25f-8a13539a36f1 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0956345 Apr 19 18:49:48.491756 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-95d5664d-fd81-4f9d-8dff-d3d078c8573f req-acda314b-7d43-4d95-8d48-a5882bc8bf79 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436163 Apr 19 18:49:48.498921 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386ea06-a204-4402-b168-862e9d176371 req-d69b2a32-ac60-4746-948d-b2f83a159dd3 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:48.500552 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6386ea06-a204-4402-b168-862e9d176371 req-d69b2a32-ac60-4746-948d-b2f83a159dd3 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.0937884 Apr 19 18:49:48.551107 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6386ea06-a204-4402-b168-862e9d176371 req-713d44f9-f534-4cb5-8e7a-287df24693b7 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430224 Apr 19 18:49:48.797585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a022c44-2728-4fb8-b286-d8592c09a17c req-43010f09-8bed-45b2-b77c-a5bce60efa73 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:48.799134 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7a022c44-2728-4fb8-b286-d8592c09a17c req-43010f09-8bed-45b2-b77c-a5bce60efa73 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0911117 Apr 19 18:49:48.854105 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7a022c44-2728-4fb8-b286-d8592c09a17c req-3020afe8-0c34-468b-82ed-4cff267af6d3 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482845 Apr 19 18:49:49.368969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c0118-46f0-44f7-8ffd-cb20ed96a4b2 req-45d708a8-8502-49c1-aa7f-ccdeb5c41ea1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:49.370573 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ec3c0118-46f0-44f7-8ffd-cb20ed96a4b2 req-45d708a8-8502-49c1-aa7f-ccdeb5c41ea1 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.0917201 Apr 19 18:49:49.421586 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ec3c0118-46f0-44f7-8ffd-cb20ed96a4b2 req-aa035a16-019d-41f0-b61e-206ed464cae9 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446284 Apr 19 18:49:49.697529 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1b0f-1849-4898-aae7-5abccc9ff12a req-80e5b95f-8ea0-4f26-bed2-43715d6d7e0c tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:49.699181 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4dcc1b0f-1849-4898-aae7-5abccc9ff12a req-80e5b95f-8ea0-4f26-bed2-43715d6d7e0c tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0912440 Apr 19 18:49:49.748816 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-4dcc1b0f-1849-4898-aae7-5abccc9ff12a req-29fb252e-4936-449c-a69e-71cc1b6ea30c tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431669 Apr 19 18:49:49.755441 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e89d9-5afc-4154-8827-95a15c158e85 req-4c017b4f-8cfc-48e0-b917-4b41db7e17eb tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:49.757091 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c70e89d9-5afc-4154-8827-95a15c158e85 req-4c017b4f-8cfc-48e0-b917-4b41db7e17eb tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.0921264 Apr 19 18:49:49.808966 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c70e89d9-5afc-4154-8827-95a15c158e85 req-c6516d5e-abf2-42b5-a7b2-e58463a246eb tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455062 Apr 19 18:49:50.061687 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c975-d3b5-4fb0-876b-d7b3e3bdfdec req-477e0693-12bc-43a5-bbb4-c5808ccae98d tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:50.063273 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8fe7c975-d3b5-4fb0-876b-d7b3e3bdfdec req-477e0693-12bc-43a5-bbb4-c5808ccae98d tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0957081 Apr 19 18:49:50.111662 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8fe7c975-d3b5-4fb0-876b-d7b3e3bdfdec req-83ffd2f9-a2de-4be8-ab90-e2669a4c3d62 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Apr 19 18:49:50.372179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4b45a-3ddd-4803-a40b-789024551131 req-9765a0f7-59da-4260-953f-43ab018457bd tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:50.373666 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-32c4b45a-3ddd-4803-a40b-789024551131 req-9765a0f7-59da-4260-953f-43ab018457bd tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 945 time: 0.0875781 Apr 19 18:49:50.454579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-32c4b45a-3ddd-4803-a40b-789024551131 req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Deleting port 17e17269-7839-4eb8-b146-964c67f6f315 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:50.454974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-32c4b45a-3ddd-4803-a40b-789024551131 req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:50.778172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00f1f6-8887-461d-9e47-4111c0f2c968 req-dfd44d54-4472-4fa2-8f35-768d473975eb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:50.779870 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9c00f1f6-8887-461d-9e47-4111c0f2c968 req-dfd44d54-4472-4fa2-8f35-768d473975eb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.2301812 Apr 19 18:49:50.838834 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-32c4b45a-3ddd-4803-a40b-789024551131 req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] For port 17e17269-7839-4eb8-b146-964c67f6f315, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=17e17269-7839-4eb8-b146-964c67f6f315,segment=NetworkSegment(f2ecdd9f-e640-4ae3-9098-4a14f0b33281),segment_id=f2ecdd9f-e640-4ae3-9098-4a14f0b33281)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:50.839245 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-32c4b45a-3ddd-4803-a40b-789024551131 req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:50.955112 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c5799-4db5-4dac-a454-fabc1937341c req-f7cdf743-1fd4-4d86-a8bd-de1c2a1e02a5 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:50.957250 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-280c5799-4db5-4dac-a454-fabc1937341c req-f7cdf743-1fd4-4d86-a8bd-de1c2a1e02a5 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0909054 Apr 19 18:49:50.979142 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9c00f1f6-8887-461d-9e47-4111c0f2c968 req-6019e0d2-a88b-4b21-8bf3-dec85e9ce8ba tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903498 Apr 19 18:49:50.986661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-32c4b45a-3ddd-4803-a40b-789024551131 req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Calling delete_port for 17e17269-7839-4eb8-b146-964c67f6f315 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:49:51.015958 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-280c5799-4db5-4dac-a454-fabc1937341c req-bf507518-7266-4b02-8896-3c4e64326756 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519049 Apr 19 18:49:51.202153 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-32c4b45a-3ddd-4803-a40b-789024551131 req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:51.209952 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a86b9399-b6bd-4d24-bd04-1fe30a168fc9 tempest-VolumesActionsTest-421154782 tempest-VolumesActionsTest-421154782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:51.218194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['17e17269-7839-4eb8-b146-964c67f6f315'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:49:51.263230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Pushing event deleted for resources: {'Port': ['ID=17e17269-7839-4eb8-b146-964c67f6f315,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:51.277960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:51.278378 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:51.278831 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:51.279238 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:51.279642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:51.280371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:51.280371 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:51.280768 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:51.281162 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:51.281554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:51.281943 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:51.282333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:51.289172 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5ff5c840-44ca-48c5-b400-c55300e7ad56 req-57d671e5-4f9a-49a3-b7c8-191f6897322d tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7e4135-c27a-4662-94b1-3a324ae059f3 HTTP/1.1" status: 200 len: 210 time: 0.0570457 Apr 19 18:49:51.320636 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352524d-37bb-475d-a4e1-5ae36025aa9e req-edbbc996-fc05-41f1-9fdd-6695b133a71f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:51.322268 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2352524d-37bb-475d-a4e1-5ae36025aa9e req-edbbc996-fc05-41f1-9fdd-6695b133a71f tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.2160487 Apr 19 18:49:51.323237 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:51.436477 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c4b45a-3ddd-4803-a40b-789024551131 req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] No DVR routers for this DVR port 17e17269-7839-4eb8-b146-964c67f6f315 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:49:51.445519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-32c4b45a-3ddd-4803-a40b-789024551131 req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:51.457040 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7e4135-c27a-4662-94b1-3a324ae059f3', 'name': 'network-vif-deleted', 'tag': '17e17269-7839-4eb8-b146-964c67f6f315'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:51.485284 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2352524d-37bb-475d-a4e1-5ae36025aa9e req-952bdab0-3a38-48b8-8152-98a40b071fd3 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcc6017d-256e-42e2-a1b5-5402e8961cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554520 Apr 19 18:49:51.500916 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-32c4b45a-3ddd-4803-a40b-789024551131 req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.60 "DELETE /v2.0/ports/17e17269-7839-4eb8-b146-964c67f6f315 HTTP/1.1" status: 204 len: 173 time: 1.1200712 Apr 19 18:49:51.518294 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7e4135-c27a-4662-94b1-3a324ae059f3', 'name': 'network-vif-deleted', 'tag': '17e17269-7839-4eb8-b146-964c67f6f315', 'status': 'completed', 'code': 200} Apr 19 18:49:51.527862 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-16563377-7b58-4d08-af65-576ca3082a8c tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:51.529443 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-16563377-7b58-4d08-af65-576ca3082a8c tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.60 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 945 time: 0.1478341 Apr 19 18:49:51.613562 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Deleting port 4ca775cf-67a1-4d8f-982b-0657567694d1 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:51.613933 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:51.877792 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] For port 4ca775cf-67a1-4d8f-982b-0657567694d1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4ca775cf-67a1-4d8f-982b-0657567694d1,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:51.878973 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:52.237316 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c68509-ea9d-4424-a069-19ca35dbcc76 req-183538a1-f095-48a5-bae1-80f885b2d896 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:52.239503 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b7c68509-ea9d-4424-a069-19ca35dbcc76 req-183538a1-f095-48a5-bae1-80f885b2d896 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0920334 Apr 19 18:49:52.263733 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:52.264889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:52.264889 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_db [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Floating IP 5395cdac-9439-4cc5-b96c-dda342134ea0 disassociated. External IP: 172.28.0.183, port: 4ca775cf-67a1-4d8f-982b-0657567694d1. Apr 19 18:49:52.264889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Calling delete_port for 4ca775cf-67a1-4d8f-982b-0657567694d1 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:49:52.290797 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b7c68509-ea9d-4424-a069-19ca35dbcc76 req-31dba162-d672-41ea-8ed3-4688f13bf615 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447834 Apr 19 18:49:52.357468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815f0fb-0154-406a-a9c7-f092d2cf8837 req-a7c6c7e6-6de5-4681-9f59-e07367d201b3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:52.359140 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1815f0fb-0154-406a-a9c7-f092d2cf8837 req-a7c6c7e6-6de5-4681-9f59-e07367d201b3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.1980209 Apr 19 18:49:52.461922 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1815f0fb-0154-406a-a9c7-f092d2cf8837 req-e93fd1cf-7ec0-4383-8a89-a1fa0fe6ac19 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887544 Apr 19 18:49:52.489635 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:52.497007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a86dff2a-2101-4653-a4b5-211491362c92 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:52.556626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event deleted for resources: {'Port': ['ID=4ca775cf-67a1-4d8f-982b-0657567694d1,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:52.564279 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:52.774177 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Router 1b10ec8a-404f-42e8-accd-08d1a1797ffa has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:49:52.811374 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-cb460001-59dc-4182-99cc-4fa1731f5975 req-4176f8f5-ac55-4e9a-995b-fc8710967060 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 210 time: 0.0549204 Apr 19 18:49:52.990036 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-de658476-66fb-4061-a3e0-00f76d9e8f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:53.185887 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device a4561d57-2e89-4f6d-8f91-02d0dbd27788 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:49:53.203576 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:49:53.220553 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e202ae5-991e-421d-a3fe-a23c99c635e0 None None] Sync routers for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:49:53.283823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] No DVR routers for this DVR port 4ca775cf-67a1-4d8f-982b-0657567694d1 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:49:53.286412 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:53.291862 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e202ae5-991e-421d-a3fe-a23c99c635e0 None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:53.292560 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-5e202ae5-991e-421d-a3fe-a23c99c635e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:49:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:53.299307 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a02598a2-6ead-4a34-88a3-b86b439a9047 req-e8adacd9-3481-4001-92ac-d97a7b4b6d63 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.60 "DELETE /v2.0/ports/4ca775cf-67a1-4d8f-982b-0657567694d1 HTTP/1.1" status: 204 len: 173 time: 1.7640023 Apr 19 18:49:53.519195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'name': 'network-vif-deleted', 'tag': '4ca775cf-67a1-4d8f-982b-0657567694d1'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:53.533749 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf177a-58c1-43dd-b7dd-be20c654b207 req-a8cd7178-084a-4c5d-b234-23c96c03d7b0 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:53.535796 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ecdf177a-58c1-43dd-b7dd-be20c654b207 req-a8cd7178-084a-4c5d-b234-23c96c03d7b0 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.1211236 Apr 19 18:49:53.588200 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ecdf177a-58c1-43dd-b7dd-be20c654b207 req-34b0d475-3afd-49b1-9f5d-5b1cf7ef4c7d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448096 Apr 19 18:49:53.676163 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3', 'name': 'network-vif-deleted', 'tag': '4ca775cf-67a1-4d8f-982b-0657567694d1', 'status': 'completed', 'code': 200} Apr 19 18:49:53.682944 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:53.708393 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2cf3b-db9b-4f82-bb3f-c43cae6a85c4 req-2ab73c75-1064-4b72-b1ce-ae7092d0ce41 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:53.710018 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-64d2cf3b-db9b-4f82-bb3f-c43cae6a85c4 req-2ab73c75-1064-4b72-b1ce-ae7092d0ce41 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 944 time: 0.1100316 Apr 19 18:49:53.710483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'port_id': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'mac_address': 'fa:16:3e:11:ce:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:49:53.716667 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-5e202ae5-991e-421d-a3fe-a23c99c635e0 None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:53.762477 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-64d2cf3b-db9b-4f82-bb3f-c43cae6a85c4 req-30a16284-c05c-4a1a-8c64-37026326a06b tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454044 Apr 19 18:49:53.945341 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:53.966601 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4561d57-2e89-4f6d-8f91-02d0dbd27788 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:49:54.029389 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-9991ce00-8ff7-47b4-978b-e627ec608ead req-1677167b-1811-4893-9c8a-52f724286881 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Synchronizing usage tracker for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:54.052231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-9991ce00-8ff7-47b4-978b-e627ec608ead req-1677167b-1811-4893-9c8a-52f724286881 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Unset dirty status for tenant:1a5899c9f0a947d3be62b6da572ba349 on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:54.059922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:54.065273 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:54.067940 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9991ce00-8ff7-47b4-978b-e627ec608ead req-1677167b-1811-4893-9c8a-52f724286881 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/ports?device_id=88dd9aac-42a5-4c50-8c7b-741f8f6fd9f3 HTTP/1.1" status: 200 len: 210 time: 0.1114080 Apr 19 18:49:54.069743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1a6033d1-2366-477e-af89-ae7f137b7bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:54.210684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=a4561d57-2e89-4f6d-8f91-02d0dbd27788,revision_number=9']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:54.214961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:54.248257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-5e202ae5-991e-421d-a3fe-a23c99c635e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:39Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:54.252586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e202ae5-991e-421d-a3fe-a23c99c635e0 None None] Checking router: 1b10ec8a-404f-42e8-accd-08d1a1797ffa for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:49:54.262173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e202ae5-991e-421d-a3fe-a23c99c635e0 None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:54.262898 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-5e202ae5-991e-421d-a3fe-a23c99c635e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:49:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:54.417960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['a4561d57-2e89-4f6d-8f91-02d0dbd27788'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:49:54.523399 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-5e202ae5-991e-421d-a3fe-a23c99c635e0 None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:54.821861 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be355c1-14d5-4e7a-ac1b-f991e8747dbf req-cfc9fb5a-0499-4ed8-9058-71d07e799bec tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:54.823899 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9be355c1-14d5-4e7a-ac1b-f991e8747dbf req-cfc9fb5a-0499-4ed8-9058-71d07e799bec tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.1048477 Apr 19 18:49:54.976025 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-5e202ae5-991e-421d-a3fe-a23c99c635e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:39Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:54.980889 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e202ae5-991e-421d-a3fe-a23c99c635e0 None None] The sync data for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb is: [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': 'bee1bac5-af06-4772-8bf7-009075225add', 'name': '', 'network_id': '9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'mac_address': 'fa:16:3e:10:55:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:21Z', 'updated_at': '2021-04-19T18:43:39Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'subnets': [{'id': '4d07e6f8-f12e-4527-ab5b-a1c4a58a0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:49:55.004511 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3633a-51c8-4ba6-a841-28f159afaa52 req-56867869-999b-49ff-a352-6d85adf60b93 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:55.006316 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1ae3633a-51c8-4ba6-a841-28f159afaa52 req-56867869-999b-49ff-a352-6d85adf60b93 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 945 time: 0.1010478 Apr 19 18:49:55.060175 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1ae3633a-51c8-4ba6-a841-28f159afaa52 req-5876ba20-238c-431e-a08e-73c796848fa3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468349 Apr 19 18:49:55.099545 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9be355c1-14d5-4e7a-ac1b-f991e8747dbf req-8724f744-7bf8-47a3-b102-22d33997a32c tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683175 Apr 19 18:49:55.207478 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 55476) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:55.208385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 4ca775cf-67a1-4d8f-982b-0657567694d1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:49:55.254779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: 4ca775cf-67a1-4d8f-982b-0657567694d1 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:49:55.255340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 4ca775cf-67a1-4d8f-982b-0657567694d1 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:49:55.256082 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 17e17269-7839-4eb8-b146-964c67f6f315 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:49:55.299402 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ae7810b1-bf81-4a83-a295-f84b211b5a56 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.313008 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: 17e17269-7839-4eb8-b146-964c67f6f315 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:49:55.313495 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device 17e17269-7839-4eb8-b146-964c67f6f315 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:49:55.341066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ae7810b1-bf81-4a83-a295-f84b211b5a56 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.391862 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ae7810b1-bf81-4a83-a295-f84b211b5a56 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.398366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca97a083-bfcc-44d2-b128-dcbc12759acf None None] New status for floating IP 5395cdac-9439-4cc5-b96c-dda342134ea0: DOWN {{(pid=86316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:49:55.399196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4c40c23c-4d3f-4029-9a14-85c749017c05 tempest-VolumesNegativeTest-1535905948 tempest-VolumesNegativeTest-1535905948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:55.416641 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7810b1-bf81-4a83-a295-f84b211b5a56 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc6017d-256e-42e2-a1b5-5402e8961cdb,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:55.419283 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ae7810b1-bf81-4a83-a295-f84b211b5a56 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:55.430730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ae7810b1-bf81-4a83-a295-f84b211b5a56 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.431980 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ae7810b1-bf81-4a83-a295-f84b211b5a56 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "DELETE /v2.0/security-groups/dcc6017d-256e-42e2-a1b5-5402e8961cdb HTTP/1.1" status: 204 len: 168 time: 0.2235894 Apr 19 18:49:55.435310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 55480) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:55.453948 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.v2.resource [None req-9ea6580a-0885-4169-bf62-0311e49e7d53 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] show failed (client error): The resource could not be found. Apr 19 18:49:55.455541 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9ea6580a-0885-4169-bf62-0311e49e7d53 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "GET /v2.0/security-groups/dcc6017d-256e-42e2-a1b5-5402e8961cdb HTTP/1.1" status: 404 len: 347 time: 0.0192358 Apr 19 18:49:55.459133 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 55484) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:55.655423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0ee9c-9981-4630-a0b5-77a67e58b5c5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Deleting port 4fb0b51e-5866-46d3-85e3-86630ff1a550 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:55.655805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ee9c-9981-4630-a0b5-77a67e58b5c5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.826772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2ecf50df-c5d4-490c-8664-439dcb91726d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.847964 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ee9c-9981-4630-a0b5-77a67e58b5c5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.848329 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ee9c-9981-4630-a0b5-77a67e58b5c5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.897670 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.985894 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0ee9c-9981-4630-a0b5-77a67e58b5c5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Calling delete_port for 4fb0b51e-5866-46d3-85e3-86630ff1a550 owned by network:floatingip {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:49:56.140617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ee9c-9981-4630-a0b5-77a67e58b5c5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:56.148339 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8fb8618b-0454-4235-895c-b3b79bfb05b0 tempest-ServerRescueNegativeTestJSON-1033158878 tempest-ServerRescueNegativeTestJSON-1033158878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:56.270593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0ee9c-9981-4630-a0b5-77a67e58b5c5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Pushing event deleted for resources: {'Port': ['ID=4fb0b51e-5866-46d3-85e3-86630ff1a550,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:56.273459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8ae0ee9c-9981-4630-a0b5-77a67e58b5c5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:56.307573 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979430-75e2-47aa-a97d-7b28f8edbf1e req-c56dee7b-9830-45a8-ab47-a34c4f2448fa tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:56.309162 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7f979430-75e2-47aa-a97d-7b28f8edbf1e req-c56dee7b-9830-45a8-ab47-a34c4f2448fa tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0915065 Apr 19 18:49:56.363457 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7f979430-75e2-47aa-a97d-7b28f8edbf1e req-7ad7cacb-da5d-49af-a00c-6fd53f329ddb tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476668 Apr 19 18:49:56.367131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ee9c-9981-4630-a0b5-77a67e58b5c5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks [] for floatingip, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:56.398768 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444231c-0ba5-4eb5-9b2e-02701cfc546d req-bd7fe632-5a23-4cec-bbd3-47c478bc76d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:56.400340 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f444231c-0ba5-4eb5-9b2e-02701cfc546d req-bd7fe632-5a23-4cec-bbd3-47c478bc76d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 945 time: 0.2119389 Apr 19 18:49:56.402519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ee9c-9981-4630-a0b5-77a67e58b5c5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:56.403697 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-8ae0ee9c-9981-4630-a0b5-77a67e58b5c5 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] 10.222.0.10 "DELETE /v2.0/floatingips/5395cdac-9439-4cc5-b96c-dda342134ea0 HTTP/1.1" status: 204 len: 168 time: 0.9435148 Apr 19 18:49:56.457348 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-f444231c-0ba5-4eb5-9b2e-02701cfc546d req-cff73322-6a47-4631-83b0-46e9a27c8b0d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493009 Apr 19 18:49:56.965709 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-08745a39-74ac-4b98-956d-27ea18a429e8 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:56.967371 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-08745a39-74ac-4b98-956d-27ea18a429e8 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/networks?id=edbfb460-2352-4d01-9dc3-7b839f6f3431 HTTP/1.1" status: 200 len: 814 time: 0.1722565 Apr 19 18:49:56.983929 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-4ccf6ce7-60cd-4656-a05b-319a139fa619 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/quotas/2de1100bbbfa40c493bc77d69e4f708b HTTP/1.1" status: 200 len: 375 time: 0.0100412 Apr 19 18:49:57.038281 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-3661ea93-77e4-43e7-87b4-f4fb236cb449 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2de1100bbbfa40c493bc77d69e4f708b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477264 Apr 19 18:49:57.183050 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-2f9aa732-3ac5-4ba3-abe9-87391c0b6da9 service neutron] 10.222.0.10 "GET /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371651 Apr 19 18:49:57.199658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device a4561d57-2e89-4f6d-8f91-02d0dbd27788 up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:57.264790 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:57.286257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port a4561d57-2e89-4f6d-8f91-02d0dbd27788 triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:57.286700 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:57.328785 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-a3f64017-8151-42e0-a303-af6fcf4b930c service neutron] 10.222.0.10 "GET /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391947 Apr 19 18:49:57.417240 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:57.454257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:57.455355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:57.461843 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:57.463831 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:57.562193 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=a4561d57-2e89-4f6d-8f91-02d0dbd27788,revision_number=10']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:57.567769 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d270160e-54ae-4d95-9868-d8e45c9253f5 req-83583ea7-b055-4b95-9174-ac46ede8d180 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 210 time: 0.0544329 Apr 19 18:49:57.571477 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:57.598242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb6488-560d-4c58-8426-5acef61ff1d1 req-276f6cbd-e3d2-49b7-9196-44e3e559f4b7 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:57.599615 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b1eb6488-560d-4c58-8426-5acef61ff1d1 req-276f6cbd-e3d2-49b7-9196-44e3e559f4b7 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0992739 Apr 19 18:49:57.631516 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'code': 200} Apr 19 18:49:57.656485 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-b1eb6488-560d-4c58-8426-5acef61ff1d1 req-dd9dc4bf-d4bb-45cf-b2f7-053d3fa57dc0 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498958 Apr 19 18:49:57.855264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8ba1-4fd6-4ab3-b634-88ef32330982 req-3ce3570b-b5f9-4d64-bdef-2c7e0079245e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:57.856960 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-397f8ba1-4fd6-4ab3-b634-88ef32330982 req-3ce3570b-b5f9-4d64-bdef-2c7e0079245e tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 947 time: 0.1151624 Apr 19 18:49:57.926728 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-397f8ba1-4fd6-4ab3-b634-88ef32330982 req-8609543b-f124-4c22-b5a2-a873035601ff tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625794 Apr 19 18:49:57.958683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02239605-e048-4281-9bc5-50ef63e5feba req-12b9362f-1654-4419-86e8-9df1487d2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:57.960295 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-02239605-e048-4281-9bc5-50ef63e5feba req-12b9362f-1654-4419-86e8-9df1487d2712 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 1100 time: 0.1143229 Apr 19 18:49:58.015021 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-02239605-e048-4281-9bc5-50ef63e5feba req-80593f82-43d9-47e9-8716-f3c7da34cae8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380483 Apr 19 18:49:58.246308 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:58.774746 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-091545cd-1711-4fe1-a036-f75b5f7e474a req-2ae74ce8-42ad-4a8e-b609-c40e8651b1ca tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Synchronizing usage tracker for tenant:2de1100bbbfa40c493bc77d69e4f708b on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:58.875137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb682c9-fdb0-4c13-a179-c0f424539bbc req-cc409f40-4d17-4792-a391-c026980d06dd tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:58.877188 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0cb682c9-fdb0-4c13-a179-c0f424539bbc req-cc409f40-4d17-4792-a391-c026980d06dd tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0974340 Apr 19 18:49:58.885723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-091545cd-1711-4fe1-a036-f75b5f7e474a req-2ae74ce8-42ad-4a8e-b609-c40e8651b1ca tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Unset dirty status for tenant:2de1100bbbfa40c493bc77d69e4f708b on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:58.887148 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-091545cd-1711-4fe1-a036-f75b5f7e474a req-2ae74ce8-42ad-4a8e-b609-c40e8651b1ca tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 210 time: 0.1931491 Apr 19 18:49:58.938970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-af2093f2-a6c4-492f-b16d-bdab8e5ab6e7 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:58.940620 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-af2093f2-a6c4-492f-b16d-bdab8e5ab6e7 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.60 "GET /v2.0/networks?id=edbfb460-2352-4d01-9dc3-7b839f6f3431 HTTP/1.1" status: 200 len: 814 time: 0.2053814 Apr 19 18:49:58.946324 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0cb682c9-fdb0-4c13-a179-c0f424539bbc req-2ed30f19-103c-4c0b-8bea-4fef1d6e359d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597570 Apr 19 18:49:58.963585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Request body: {'port': {'device_id': '23807a3f-4769-4634-9863-4753e4673eab', 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431', 'admin_state_up': True, 'tenant_id': '2de1100bbbfa40c493bc77d69e4f708b'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:59.212196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:59.229240 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:59.242491 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bef92-59b8-4fdb-90df-7e242ef2805e req-e32fd65e-4207-4bc2-a723-3b5e828360b3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:59.244172 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee6bef92-59b8-4fdb-90df-7e242ef2805e req-e32fd65e-4207-4bc2-a723-3b5e828360b3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 947 time: 0.1579497 Apr 19 18:49:59.272397 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Made reservation on behalf of 2de1100bbbfa40c493bc77d69e4f708b for: {'port': 1} {{(pid=86313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:59.278729 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.375007 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ee6bef92-59b8-4fdb-90df-7e242ef2805e req-0e42d2ea-966e-4433-bb18-60537d1a9afe tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194544 Apr 19 18:49:59.501625 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_common [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Allocated IP 172.20.0.14 (edbfb460-2352-4d01-9dc3-7b839f6f3431/e82e95cf-9284-44c6-9eb5-5e6463832618/ff27297e-23db-4c4f-b891-0346d03b0cbc) {{(pid=86313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:49:59.733502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks [] for port, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.764132 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742123079641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.770468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-42c6cc21-c90f-476e-850a-6181b212d97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:59.845655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Network edbfb460-2352-4d01-9dc3-7b839f6f3431 is already hosted by enough agents. {{(pid=86313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:59.847938 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.base_scheduler [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Resources bound (agent type, host, resource id): {{(pid=86313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:59.852301 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Received port after_create {{(pid=86313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:49:59.898644 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Pushing event updated for resources: {'Port': ['ID=ff27297e-23db-4c4f-b891-0346d03b0cbc,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:59.916294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:59.935293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:59.935972 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.967486 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-88c072a4-0b90-406d-a7bf-b59ddcce7536 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0114124 Apr 19 18:49:59.983021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.v2.base [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Request body: {'port': {'device_id': '23807a3f-4769-4634-9863-4753e4673eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:00.105761 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac9e9c-0500-4926-b652-33eb0eec0eeb req-3caa0327-fc09-4a22-9fc4-de2b78247858 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:00.107464 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-88ac9e9c-0500-4926-b652-33eb0eec0eeb req-3caa0327-fc09-4a22-9fc4-de2b78247858 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 932 time: 0.0939848 Apr 19 18:50:00.158010 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-88ac9e9c-0500-4926-b652-33eb0eec0eeb req-453f79b9-0f2b-4494-8210-98c4762438c9 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Apr 19 18:50:00.162438 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:00.262311 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cf164-201d-4b8d-861f-ab71222d1fd9 req-4aacb803-c5ac-4c07-b771-27b0da8fe78d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:00.263947 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e33cf164-201d-4b8d-861f-ab71222d1fd9 req-4aacb803-c5ac-4c07-b771-27b0da8fe78d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.1886456 Apr 19 18:50:00.387352 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e33cf164-201d-4b8d-861f-ab71222d1fd9 req-62dc26aa-879e-4afd-9a71-9644d2c806b7 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118937 Apr 19 18:50:00.614099 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff27297e-23db-4c4f-b891-0346d03b0cbc {{(pid=86313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:50:00.622641 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:00.639531 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Transition to ACTIVE for port object ff27297e-23db-4c4f-b891-0346d03b0cbc will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:50:00.641061 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9dca1-1352-4f6e-9d64-ff15756be6a5 req-e078a830-2a6c-4b8b-bd9a-cbfbca474a9c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:00.642940 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dad9dca1-1352-4f6e-9d64-ff15756be6a5 req-e078a830-2a6c-4b8b-bd9a-cbfbca474a9c tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 947 time: 0.0987914 Apr 19 18:50:00.646804 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:00.652131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-46737350-84a4-48db-a54a-f2d9cbb8472c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:00.669368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 55600) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:00.701174 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-dad9dca1-1352-4f6e-9d64-ff15756be6a5 req-bcc7089b-bc11-4193-af43-91e4c7ede204 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516737 Apr 19 18:50:01.071896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Pushing event updated for resources: {'Port': ['ID=ff27297e-23db-4c4f-b891-0346d03b0cbc,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:01.079780 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:01.153595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Attempting to bind port ff27297e-23db-4c4f-b891-0346d03b0cbc on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:50:01.153968 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Attempting to bind port ff27297e-23db-4c4f-b891-0346d03b0cbc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f2ecdd9f-e640-4ae3-9098-4a14f0b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:50:01.154342 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Attempting to bind port ff27297e-23db-4c4f-b891-0346d03b0cbc on network edbfb460-2352-4d01-9dc3-7b839f6f3431 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:50:01.159990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Port ff27297e-23db-4c4f-b891-0346d03b0cbc on network edbfb460-2352-4d01-9dc3-7b839f6f3431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:50:01.160356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Attempting to bind port ff27297e-23db-4c4f-b891-0346d03b0cbc on network edbfb460-2352-4d01-9dc3-7b839f6f3431 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:50:01.165996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Checking agent: {'id': '5389c6e1-e34e-4ed2-9bf0-42c263717c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'started_at': datetime.datetime(2021, 4, 19, 18, 41, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:50:01.166373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Checking segment: {'id': 'f2ecdd9f-e640-4ae3-9098-4a14f0b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:50:01.166828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Bound using segment: {'id': 'f2ecdd9f-e640-4ae3-9098-4a14f0b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:50:01.167306 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Bound port: ff27297e-23db-4c4f-b891-0346d03b0cbc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ecdd9f-e640-4ae3-9098-4a14f0b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:50:01.167688 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:01.370469 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] For port ff27297e-23db-4c4f-b891-0346d03b0cbc, host hv-cinder-78693, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:50:01.386411 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] For port ff27297e-23db-4c4f-b891-0346d03b0cbc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ff27297e-23db-4c4f-b891-0346d03b0cbc,segment=NetworkSegment(f2ecdd9f-e640-4ae3-9098-4a14f0b33281),segment_id=f2ecdd9f-e640-4ae3-9098-4a14f0b33281)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:50:01.392034 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851537021'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:01.398646 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-74826ccf-75ad-4edc-a774-30682fb67b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:01.401020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019289'] for router_interface, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:01.478864 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:01.479538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:01.481924 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] 10.222.0.60 "PUT /v2.0/ports/ff27297e-23db-4c4f-b891-0346d03b0cbc HTTP/1.1" status: 200 len: 1094 time: 1.5039859 Apr 19 18:50:01.496992 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23807a3f-4769-4634-9863-4753e4673eab', 'tag': 'ff27297e-23db-4c4f-b891-0346d03b0cbc'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:01.524353 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Pushing event updated for resources: {'Port': ['ID=ff27297e-23db-4c4f-b891-0346d03b0cbc,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:01.572296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcda103-a22e-422d-92fe-686c25818a00 req-d456849b-2e19-4396-b1e5-c6f4e1a0332b tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:01.573076 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-9bcda103-a22e-422d-92fe-686c25818a00 req-d456849b-2e19-4396-b1e5-c6f4e1a0332b tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Synchronizing usage tracker for tenant:2de1100bbbfa40c493bc77d69e4f708b on resource:port {{(pid=86313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:50:01.580967 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-31db3aca-d922-4c30-afbe-97c27bf8945b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:01.608268 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-9bcda103-a22e-422d-92fe-686c25818a00 req-d456849b-2e19-4396-b1e5-c6f4e1a0332b tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Unset dirty status for tenant:2de1100bbbfa40c493bc77d69e4f708b on resource:port {{(pid=86313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:50:01.609897 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9bcda103-a22e-422d-92fe-686c25818a00 req-d456849b-2e19-4396-b1e5-c6f4e1a0332b tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 944 time: 0.3283362 Apr 19 18:50:01.668922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-6ac3edb1-73ab-4fc4-9dd1-a1fc2e974d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:01.670524 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-6ac3edb1-73ab-4fc4-9dd1-a1fc2e974d52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2de1100bbbfa40c493bc77d69e4f708b&device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 1097 time: 0.1482689 Apr 19 18:50:01.676127 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9bcda103-a22e-422d-92fe-686c25818a00 req-df04a14c-502a-4df4-9e30-c7096f339e05 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591545 Apr 19 18:50:01.739705 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596d5ff-61af-40f0-9e5e-a8095fc6b3af req-49ac97ae-4bd3-4b3f-a37c-ccc9966a182a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:01.741395 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5596d5ff-61af-40f0-9e5e-a8095fc6b3af req-49ac97ae-4bd3-4b3f-a37c-ccc9966a182a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.2013962 Apr 19 18:50:01.745717 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23807a3f-4769-4634-9863-4753e4673eab', 'tag': 'ff27297e-23db-4c4f-b891-0346d03b0cbc', 'status': 'completed', 'code': 200} Apr 19 18:50:01.755454 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-edfb59ff-ae5c-4d3d-9973-9d1f08c7faa5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff27297e-23db-4c4f-b891-0346d03b0cbc HTTP/1.1" status: 200 len: 217 time: 0.0767298 Apr 19 18:50:01.826419 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-fd1d52f3-d37e-43e5-87b8-3558ad202a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:01.828064 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-fd1d52f3-d37e-43e5-87b8-3558ad202a2a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e82e95cf-9284-44c6-9eb5-5e6463832618 HTTP/1.1" status: 200 len: 854 time: 0.0651300 Apr 19 18:50:01.838254 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5596d5ff-61af-40f0-9e5e-a8095fc6b3af req-a93fc4ab-ebe7-4bb3-9f8f-869d92324a83 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655937 Apr 19 18:50:01.893080 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-6a63f626-9391-426e-b752-bb89dda97d55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edbfb460-2352-4d01-9dc3-7b839f6f3431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525041 Apr 19 18:50:01.919192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Deleting port bee1bac5-af06-4772-8bf7-009075225add {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:50:01.919493 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:02.040945 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-0fcb61fb-11e5-4053-becd-009fd638909d service neutron] 10.222.0.60 "GET /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396012 Apr 19 18:50:02.107526 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] For port bee1bac5-af06-4772-8bf7-009075225add, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=bee1bac5-af06-4772-8bf7-009075225add,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:02.107953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:02.194537 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0c743066-0a11-46a7-96aa-f79570647fd6 req-dc471bfa-6fd7-461a-8bb2-b8e90669d0fc service neutron] 10.222.0.60 "GET /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460907 Apr 19 18:50:02.243486 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Calling delete_port for bee1bac5-af06-4772-8bf7-009075225add owned by network:router_interface {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:50:02.323842 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdf599-ea0e-4d00-a7c3-b7ee7240d24a req-43415bbe-853c-4d7f-b3ed-3b134f78f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:02.325454 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-25bdf599-ea0e-4d00-a7c3-b7ee7240d24a req-43415bbe-853c-4d7f-b3ed-3b134f78f83d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2de1100bbbfa40c493bc77d69e4f708b&device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 1097 time: 0.0786822 Apr 19 18:50:02.423349 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:02.429072 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d23fd178-1e26-4822-9699-94d13fcd47d7 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:02.472881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdf599-ea0e-4d00-a7c3-b7ee7240d24a req-c7234164-bf47-4add-9a4a-49013afb844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:02.474474 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-25bdf599-ea0e-4d00-a7c3-b7ee7240d24a req-c7234164-bf47-4add-9a4a-49013afb844c service neutron] 10.222.0.60 "GET /v2.0/networks?id=edbfb460-2352-4d01-9dc3-7b839f6f3431 HTTP/1.1" status: 200 len: 915 time: 0.1416762 Apr 19 18:50:02.559330 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-25bdf599-ea0e-4d00-a7c3-b7ee7240d24a req-e26411bf-2708-4443-a5d1-53206811b50b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff27297e-23db-4c4f-b891-0346d03b0cbc HTTP/1.1" status: 200 len: 217 time: 0.0738487 Apr 19 18:50:02.641194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdf599-ea0e-4d00-a7c3-b7ee7240d24a req-abbfdda4-769d-467d-88e9-29635ff6fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:02.644319 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-25bdf599-ea0e-4d00-a7c3-b7ee7240d24a req-abbfdda4-769d-467d-88e9-29635ff6fc36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e82e95cf-9284-44c6-9eb5-5e6463832618 HTTP/1.1" status: 200 len: 854 time: 0.0738845 Apr 19 18:50:02.705421 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-25bdf599-ea0e-4d00-a7c3-b7ee7240d24a req-c47ed24a-5e83-4bd3-8d66-7380754ae99b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edbfb460-2352-4d01-9dc3-7b839f6f3431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529311 Apr 19 18:50:02.713093 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee1bac5-af06-4772-8bf7-009075225add,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:02.759670 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:02.760100 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:02.760519 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:02.760932 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:02.761334 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:02.761738 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:02.762137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:02.762538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:02.762964 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:02.763362 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:02.763759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:02.764153 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:02.794798 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:02.932659 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-25bdf599-ea0e-4d00-a7c3-b7ee7240d24a req-b1869339-4a9e-468c-8b5f-805954c67540 service neutron] 10.222.0.60 "GET /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191696 Apr 19 18:50:02.947759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6d8d6-e3b4-4a92-9276-d32414373870 req-b150a1af-7be4-41ed-aecc-c073214ec648 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:02.949209 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56d6d8d6-e3b4-4a92-9276-d32414373870 req-b150a1af-7be4-41ed-aecc-c073214ec648 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 944 time: 0.1454072 Apr 19 18:50:03.084459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854149470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1019367'] for router_interface, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:03.099638 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-56d6d8d6-e3b4-4a92-9276-d32414373870 req-3e634511-5992-4cc2-8979-8a762a7a6f1b tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239736 Apr 19 18:50:03.142409 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-25bdf599-ea0e-4d00-a7c3-b7ee7240d24a req-c1398930-dea2-4847-bb30-c8eaea6df78e service neutron] 10.222.0.60 "GET /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921244 Apr 19 18:50:03.247955 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2cd6-501d-424f-b01a-a7e3b8922f24 req-aede24c8-f743-4d3b-bdb6-e1e2f8091336 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:03.249559 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6dcd2cd6-501d-424f-b01a-a7e3b8922f24 req-aede24c8-f743-4d3b-bdb6-e1e2f8091336 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.2511084 Apr 19 18:50:03.331833 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6dcd2cd6-501d-424f-b01a-a7e3b8922f24 req-22c56d15-1d15-4025-930a-77bac2039c97 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685117 Apr 19 18:50:03.534848 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Router 1b10ec8a-404f-42e8-accd-08d1a1797ffa has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:50:03.727624 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:50:03.736852 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94c78f-3e9b-4311-8dc2-1aa311aafd63 None None] Sync routers for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:50:03.740417 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] 10.222.0.10 "PUT /v2.0/routers/1b10ec8a-404f-42e8-accd-08d1a1797ffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0699396 Apr 19 18:50:03.743059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 55618) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:03.751574 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94c78f-3e9b-4311-8dc2-1aa311aafd63 None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:50:03.752236 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-7b94c78f-3e9b-4311-8dc2-1aa311aafd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:49:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:03.937246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Notify callbacks [] for router, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:04.117870 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-7b94c78f-3e9b-4311-8dc2-1aa311aafd63 None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:50:04.131576 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:04.140907 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Deleting port 794f18ed-d20b-4367-8267-f10af163d352 {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:50:04.141514 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:04.349065 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] For port 794f18ed-d20b-4367-8267-f10af163d352, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=794f18ed-d20b-4367-8267-f10af163d352,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:04.349464 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:04.358753 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462d86e-eff9-4b36-9822-6d261db4c88c req-25a7bd2b-c0f2-4aa6-99f0-7e11e13e81b1 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:04.360494 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6462d86e-eff9-4b36-9822-6d261db4c88c req-25a7bd2b-c0f2-4aa6-99f0-7e11e13e81b1 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 944 time: 0.1251712 Apr 19 18:50:04.368548 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768ab40-bf3b-4630-b025-6df9cf35ab10 req-bcb626a3-cdfc-4688-a762-a6c73305948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:04.370097 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e768ab40-bf3b-4630-b025-6df9cf35ab10 req-bcb626a3-cdfc-4688-a762-a6c73305948f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81f1259188ae403892850138664083a7&device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 1099 time: 0.1801391 Apr 19 18:50:04.485679 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-7b94c78f-3e9b-4311-8dc2-1aa311aafd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': '794f18ed-d20b-4367-8267-f10af163d352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:50:02Z', 'revision_number': 5, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port': {'id': '794f18ed-d20b-4367-8267-f10af163d352', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:07Z', 'updated_at': '2021-04-19T18:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:04.491554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94c78f-3e9b-4311-8dc2-1aa311aafd63 None None] Checking router: 1b10ec8a-404f-42e8-accd-08d1a1797ffa for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:50:04.502382 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94c78f-3e9b-4311-8dc2-1aa311aafd63 None None] Routers {'1b10ec8a-404f-42e8-accd-08d1a1797ffa'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:50:04.502818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-7b94c78f-3e9b-4311-8dc2-1aa311aafd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:49:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:04.535857 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6462d86e-eff9-4b36-9822-6d261db4c88c req-a3735487-1c0e-4fd1-a896-b4de60411bd2 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643164 Apr 19 18:50:04.577527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Calling delete_port for 794f18ed-d20b-4367-8267-f10af163d352 owned by network:router_gateway {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:50:04.583699 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768ab40-bf3b-4630-b025-6df9cf35ab10 req-7275837a-77be-40bc-91ae-9cd568b41cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:04.585259 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e768ab40-bf3b-4630-b025-6df9cf35ab10 req-7275837a-77be-40bc-91ae-9cd568b41cd7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a HTTP/1.1" status: 200 len: 909 time: 0.1978784 Apr 19 18:50:04.679723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-7b94c78f-3e9b-4311-8dc2-1aa311aafd63 None None] Set router 1b10ec8a-404f-42e8-accd-08d1a1797ffa gateway port host: None {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:50:04.705618 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e768ab40-bf3b-4630-b025-6df9cf35ab10 req-a521c94c-beb1-4596-8da8-6c989c0a7999 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae867047-8561-4599-afea-7dd532ca4dea HTTP/1.1" status: 200 len: 1002 time: 0.1136343 Apr 19 18:50:04.782527 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768ab40-bf3b-4630-b025-6df9cf35ab10 req-08b71fa4-e98e-4fa1-b3c9-83b8b09f55df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:04.784176 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e768ab40-bf3b-4630-b025-6df9cf35ab10 req-08b71fa4-e98e-4fa1-b3c9-83b8b09f55df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be24bbfc-2e99-4c65-adf0-d810514ee07e HTTP/1.1" status: 200 len: 847 time: 0.0713544 Apr 19 18:50:04.794680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-7b94c78f-3e9b-4311-8dc2-1aa311aafd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:50:04Z', 'revision_number': 6, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port_host': None}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:04.798947 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94c78f-3e9b-4311-8dc2-1aa311aafd63 None None] The sync data for ids ['1b10ec8a-404f-42e8-accd-08d1a1797ffa'] in dv-cinder-786930-1-smb is: [{'id': '1b10ec8a-404f-42e8-accd-08d1a1797ffa', 'name': 'tempest-AttachVolumeTestJSON-369450969-router', 'tenant_id': '1a5899c9f0a947d3be62b6da572ba349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:05Z', 'updated_at': '2021-04-19T18:50:04Z', 'revision_number': 6, 'project_id': '1a5899c9f0a947d3be62b6da572ba349', 'gw_port_host': None}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:50:04.872838 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768ab40-bf3b-4630-b025-6df9cf35ab10 req-28d0f89a-cea1-4817-9f35-9cf10bfe1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:04.875022 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e768ab40-bf3b-4630-b025-6df9cf35ab10 req-28d0f89a-cea1-4817-9f35-9cf10bfe1f87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840342 Apr 19 18:50:04.930081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8d96b-c78d-43d0-93ea-cbcb12c63c0f req-f5b0c87d-04c5-442e-9d58-65222b40451a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:04.932894 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bdf8d96b-c78d-43d0-93ea-cbcb12c63c0f req-f5b0c87d-04c5-442e-9d58-65222b40451a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.3718026 Apr 19 18:50:05.026785 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e768ab40-bf3b-4630-b025-6df9cf35ab10 req-9de68561-2edd-4fc2-8824-40fcdffee7cd service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438301 Apr 19 18:50:05.096081 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-bdf8d96b-c78d-43d0-93ea-cbcb12c63c0f req-6a9b7ce6-e2f1-433f-a47c-2e9804bf92c4 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444943 Apr 19 18:50:05.154206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:05.163350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f7018bea-3745-4619-acbd-0c79d481bc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:05.182182 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e768ab40-bf3b-4630-b025-6df9cf35ab10 req-8c8af642-2ca2-4640-8c05-4dbaaabe1690 service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484940 Apr 19 18:50:05.230864 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ff27297e-23db-4c4f-b891-0346d03b0cbc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:50:05.259429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=794f18ed-d20b-4367-8267-f10af163d352,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:05.264767 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:05.374042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ff27297e-23db-4c4f-b891-0346d03b0cbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ff27297e-23db-4c4f-b891-0346d03b0cbc,segment=NetworkSegment(f2ecdd9f-e640-4ae3-9098-4a14f0b33281),segment_id=f2ecdd9f-e640-4ae3-9098-4a14f0b33281)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:05.388084 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'ff27297e-23db-4c4f-b891-0346d03b0cbc', 'network_id': 'edbfb460-2352-4d01-9dc3-7b839f6f3431', 'port_id': 'ff27297e-23db-4c4f-b891-0346d03b0cbc', 'mac_address': 'fa:16:3e:47:21:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e82e95cf-9284-44c6-9eb5-5e6463832618', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:50:05.440551 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853834650'] for router_gateway, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:05.450511 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:05.468738 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff27297e-23db-4c4f-b891-0346d03b0cbc {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:50:05.486031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ff27297e-23db-4c4f-b891-0346d03b0cbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ff27297e-23db-4c4f-b891-0346d03b0cbc,segment=NetworkSegment(f2ecdd9f-e640-4ae3-9098-4a14f0b33281),segment_id=f2ecdd9f-e640-4ae3-9098-4a14f0b33281)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:05.489222 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:05.491108 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-67f83194-77af-4696-9ba3-cd4cc3ad79a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:05.560228 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=ff27297e-23db-4c4f-b891-0346d03b0cbc,revision_number=4']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:05.564898 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:05.748484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab12828-5256-49fa-8178-91c0bde10a18 req-249aa2da-f02c-4731-9551-8fb7d4e78d90 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:05.750138 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3ab12828-5256-49fa-8178-91c0bde10a18 req-249aa2da-f02c-4731-9551-8fb7d4e78d90 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 945 time: 0.0952203 Apr 19 18:50:05.801203 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['ff27297e-23db-4c4f-b891-0346d03b0cbc'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:50:05.807424 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3ab12828-5256-49fa-8178-91c0bde10a18 req-53ebd46c-8be1-40f0-81c7-c8ad4d697e26 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499570 Apr 19 18:50:05.952254 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853755846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760019'] for router, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:05.954613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.040550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-948350'] for router, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.041064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b10ec8a-404f-42e8-accd-08d1a1797ffa {{(pid=86314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:50:06.054812 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] Notify callbacks [] for router, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.056095 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-518e002f-f6f2-4d7f-bfcb-d21dd4568b15 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1b10ec8a-404f-42e8-accd-08d1a1797ffa HTTP/1.1" status: 204 len: 168 time: 2.3119917 Apr 19 18:50:06.058645 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 55628) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:06.126077 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3471023-a174-4181-a224-a6d0e2e0da29 admin admin] Deleting subnet 4d07e6f8-f12e-4527-ab5b-a1c4a58a0091 {{(pid=86314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:50:06.130113 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d3471023-a174-4181-a224-a6d0e2e0da29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.186237 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d3471023-a174-4181-a224-a6d0e2e0da29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851726022'] for subnet, precommit_delete_associations {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.338105 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d3471023-a174-4181-a224-a6d0e2e0da29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.379314 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919eae5-5d8d-4b7c-ac77-47d84089f149 req-4f6085f0-f4fb-49f6-a9ba-2bcc96848879 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:06.380905 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1919eae5-5d8d-4b7c-ac77-47d84089f149 req-4f6085f0-f4fb-49f6-a9ba-2bcc96848879 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.1620977 Apr 19 18:50:06.522841 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1919eae5-5d8d-4b7c-ac77-47d84089f149 req-99445054-9d14-4bde-901a-547bd7c4c7b9 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354599 Apr 19 18:50:06.645182 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device bee1bac5-af06-4772-8bf7-009075225add no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:50:06.653814 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d3471023-a174-4181-a224-a6d0e2e0da29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852413074'] for subnet, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.658882 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-19f0219c-5e43-4299-b404-301b4e73479f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:06.683726 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: bee1bac5-af06-4772-8bf7-009075225add {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:50:06.684124 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device bee1bac5-af06-4772-8bf7-009075225add not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:50:06.684600 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 794f18ed-d20b-4367-8267-f10af163d352 no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:50:06.695994 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3471023-a174-4181-a224-a6d0e2e0da29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d07e6f8-f12e-4527-ab5b-a1c4a58a0091,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:06.699411 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d3471023-a174-4181-a224-a6d0e2e0da29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:06.700457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d3471023-a174-4181-a224-a6d0e2e0da29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.707184 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d3471023-a174-4181-a224-a6d0e2e0da29 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4d07e6f8-f12e-4527-ab5b-a1c4a58a0091 HTTP/1.1" status: 204 len: 168 time: 0.6474872 Apr 19 18:50:06.709914 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 55634) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:06.720269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b054f-d31c-430e-bc38-0ef9091a904c None None] Network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:50:06.753421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 794f18ed-d20b-4367-8267-f10af163d352 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:50:06.753984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 794f18ed-d20b-4367-8267-f10af163d352 not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:50:06.828982 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.843419 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Deleting port 8b302ce7-a625-4faa-98ac-7d67fa17c32b {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:50:06.843624 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.004123 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37dc4d9-2601-412f-9d77-b2beb4dc3706 None None] DHCP port deletion for 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a request from dv-cinder-786930-1-smb {{(pid=86315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:50:07.008593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-b37dc4d9-2601-412f-9d77-b2beb4dc3706 None None] Deleting port 8b302ce7-a625-4faa-98ac-7d67fa17c32b {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:50:07.009014 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b37dc4d9-2601-412f-9d77-b2beb4dc3706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.024507 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec59e9b-25b3-451c-ab81-6835456a4a50 req-7928ec78-b869-496c-810a-ab2429d64b24 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:07.026256 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-aec59e9b-25b3-451c-ab81-6835456a4a50 req-7928ec78-b869-496c-810a-ab2429d64b24 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 945 time: 0.0981987 Apr 19 18:50:07.077788 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-aec59e9b-25b3-451c-ab81-6835456a4a50 req-fd4c5e91-4c4c-4d92-8e33-d7e442bfd840 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447044 Apr 19 18:50:07.079900 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] For port 8b302ce7-a625-4faa-98ac-7d67fa17c32b, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=8b302ce7-a625-4faa-98ac-7d67fa17c32b,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:07.080538 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.221661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Calling delete_port for 8b302ce7-a625-4faa-98ac-7d67fa17c32b owned by network:dhcp {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:50:07.234941 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ff27297e-23db-4c4f-b891-0346d03b0cbc up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:50:07.294497 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-b37dc4d9-2601-412f-9d77-b2beb4dc3706 None None] For port 8b302ce7-a625-4faa-98ac-7d67fa17c32b, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=8b302ce7-a625-4faa-98ac-7d67fa17c32b,segment=NetworkSegment(c22c00d5-3ab8-4aec-9f05-b4e46c0fd853),segment_id=c22c00d5-3ab8-4aec-9f05-b4e46c0fd853)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:07.294976 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b37dc4d9-2601-412f-9d77-b2beb4dc3706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.302085 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.307182 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a51ec2ac-168b-46d8-9968-9a0a20e7ab58 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:07.354238 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b302ce7-a625-4faa-98ac-7d67fa17c32b,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:07.357555 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:07.359582 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] No DVR routers for this DVR port 8b302ce7-a625-4faa-98ac-7d67fa17c32b on host dv-cinder-786930-1-smb {{(pid=86314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:50:07.439471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-b37dc4d9-2601-412f-9d77-b2beb4dc3706 None None] Calling delete_port for 8b302ce7-a625-4faa-98ac-7d67fa17c32b owned by network:dhcp {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:50:07.491438 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.508758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning for port ff27297e-23db-4c4f-b891-0346d03b0cbc completed by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:50:07.514689 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port ff27297e-23db-4c4f-b891-0346d03b0cbc triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:07.515064 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.584840 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.db.api [None req-b37dc4d9-2601-412f-9d77-b2beb4dc3706 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:50:07.585215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_db.api [None req-b37dc4d9-2601-412f-9d77-b2beb4dc3706 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:50:07.619059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a']}} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:07.633700 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853') {'for_net_delete': True} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:07.634142 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22c00d5-3ab8-4aec-9f05-b4e46c0fd853') {} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:07.656267 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3049778'] for segment, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.665515 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.695579 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23807a3f-4769-4634-9863-4753e4673eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff27297e-23db-4c4f-b891-0346d03b0cbc'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:07.707023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ff27297e-23db-4c4f-b891-0346d03b0cbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ff27297e-23db-4c4f-b891-0346d03b0cbc,segment=NetworkSegment(f2ecdd9f-e640-4ae3-9098-4a14f0b33281),segment_id=f2ecdd9f-e640-4ae3-9098-4a14f0b33281)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:07.711701 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.713704 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:07.724614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.733857 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=86314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:50:07.758163 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23807a3f-4769-4634-9863-4753e4673eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff27297e-23db-4c4f-b891-0346d03b0cbc', 'code': 200} Apr 19 18:50:07.796354 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=ff27297e-23db-4c4f-b891-0346d03b0cbc,revision_number=5']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:07.800625 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:07.929564 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce430a-b523-401f-ae02-04e5de858295 req-b0655249-6435-4b75-89fe-bdcf48774600 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:07.931222 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9cce430a-b523-401f-ae02-04e5de858295 req-b0655249-6435-4b75-89fe-bdcf48774600 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.2659826 Apr 19 18:50:07.953319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:50:07.977197 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852213907'] for segment, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.055680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b4179-aad1-4b12-9d22-26237c3a6a59 req-54d4ea4f-5414-496b-9fa4-ef88234b093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:08.057494 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-491b4179-aad1-4b12-9d22-26237c3a6a59 req-54d4ea4f-5414-496b-9fa4-ef88234b093d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 1099 time: 0.0831318 Apr 19 18:50:08.086030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-b37dc4d9-2601-412f-9d77-b2beb4dc3706 None None] Deleting port 8b302ce7-a625-4faa-98ac-7d67fa17c32b {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:50:08.086492 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b37dc4d9-2601-412f-9d77-b2beb4dc3706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.100984 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9cce430a-b523-401f-ae02-04e5de858295 req-98fc7376-9428-4cb2-aa55-eadd34b61453 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594627 Apr 19 18:50:08.114307 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-491b4179-aad1-4b12-9d22-26237c3a6a59 req-d9fc855e-229c-421a-aaea-b00c30b3e62b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 Apr 19 18:50:08.169648 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-b37dc4d9-2601-412f-9d77-b2beb4dc3706 None None] The port '8b302ce7-a625-4faa-98ac-7d67fa17c32b' was deleted {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:50:08.184262 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Network 9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:50:08.211699 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:50:08.289043 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.292872 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:08.297410 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d6b11-d8d2-4731-a82c-0e146d2efb8b req-832c4e5b-d27a-44c9-af0c-9e8a3b2afd26 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:08.298935 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e54d6b11-d8d2-4731-a82c-0e146d2efb8b req-832c4e5b-d27a-44c9-af0c-9e8a3b2afd26 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 946 time: 0.0910938 Apr 19 18:50:08.313096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.315452 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:08.318729 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:08.336406 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] 10.222.0.10 "DELETE /v2.0/networks/9ad2299f-d5da-4b56-b5e6-4b62e45bfb7a HTTP/1.1" status: 204 len: 168 time: 1.6229842 Apr 19 18:50:08.351227 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e54d6b11-d8d2-4731-a82c-0e146d2efb8b req-10bda52d-2516-4d2a-8b5c-4e604f128065 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448241 Apr 19 18:50:08.474808 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 55648) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:08.531761 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-6a18cb04-c345-490e-9489-72d03c6560f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a5899c9f0a947d3be62b6da572ba349&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0555527 Apr 19 18:50:08.535023 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 55652) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:08.596893 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-073fb3d4-2fcf-4744-a13c-67baa8c562fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.624607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-073fb3d4-2fcf-4744-a13c-67baa8c562fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.653750 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 8b302ce7-a625-4faa-98ac-7d67fa17c32b no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:50:08.672517 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-073fb3d4-2fcf-4744-a13c-67baa8c562fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.678096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e063f38b-bd04-476f-a0d8-67ed8dd6486a tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:08.692450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 8b302ce7-a625-4faa-98ac-7d67fa17c32b {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:50:08.692845 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 8b302ce7-a625-4faa-98ac-7d67fa17c32b not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:50:08.696470 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fb3d4-2fcf-4744-a13c-67baa8c562fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7620bfa8-f3b4-49f5-9c26-86a99244101e,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:08.699091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-073fb3d4-2fcf-4744-a13c-67baa8c562fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:08.701195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-073fb3d4-2fcf-4744-a13c-67baa8c562fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.702397 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-073fb3d4-2fcf-4744-a13c-67baa8c562fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7620bfa8-f3b4-49f5-9c26-86a99244101e HTTP/1.1" status: 204 len: 168 time: 0.1663747 Apr 19 18:50:09.315901 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785aa7a2-c024-45eb-8784-12a83be25250 req-6c198176-415f-4833-9fbd-1149067b1aca tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:09.317745 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-785aa7a2-c024-45eb-8784-12a83be25250 req-6c198176-415f-4833-9fbd-1149067b1aca tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0962250 Apr 19 18:50:09.371993 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-785aa7a2-c024-45eb-8784-12a83be25250 req-fb5e8ce1-d0f5-4173-8e9d-60d72d9b238a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477998 Apr 19 18:50:09.565471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5d298-d490-48fc-9ec0-50ce2ab50fe9 req-2aa198f2-435c-4dd9-8e8a-c4f5afc1293f tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:09.567298 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d9b5d298-d490-48fc-9ec0-50ce2ab50fe9 req-2aa198f2-435c-4dd9-8e8a-c4f5afc1293f tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 946 time: 0.0975599 Apr 19 18:50:09.624639 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-d9b5d298-d490-48fc-9ec0-50ce2ab50fe9 req-cde373c5-6039-43ef-8de3-867d60155c88 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506384 Apr 19 18:50:09.715374 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-956a2908-ac6f-49df-ae6a-3ec69adb95cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894747 Apr 19 18:50:09.798728 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddfd55-d60c-4a06-b632-7611a26b798e req-f371736f-a610-4943-aa3c-238df50f3ff0 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:09.800974 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0bddfd55-d60c-4a06-b632-7611a26b798e req-f371736f-a610-4943-aa3c-238df50f3ff0 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.1107957 Apr 19 18:50:09.867162 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0bddfd55-d60c-4a06-b632-7611a26b798e req-bd32dabb-6caf-46fc-8d98-399a13d1345a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589902 Apr 19 18:50:11.092835 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d821b14-1f68-478f-b9d6-ae355388f9bc req-189c5223-76d7-476f-b16f-f51887967eb8 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:11.094471 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9d821b14-1f68-478f-b9d6-ae355388f9bc req-189c5223-76d7-476f-b16f-f51887967eb8 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.1110990 Apr 19 18:50:11.145852 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-9d821b14-1f68-478f-b9d6-ae355388f9bc req-c9753d9e-c98c-4e79-af8b-82af7f84795a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436645 Apr 19 18:50:11.243770 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ae867047-8561-4599-afea-7dd532ca4dea no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:50:11.341821 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-f8b27418-366d-4d87-b537-9de75f7fb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:11.342772 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-f8b27418-366d-4d87-b537-9de75f7fb2b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef&tenant_id=81f1259188ae403892850138664083a7 HTTP/1.1" status: 200 len: 1099 time: 0.0882013 Apr 19 18:50:11.388115 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:11.419444 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:11.430528 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ae867047-8561-4599-afea-7dd532ca4dea, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae867047-8561-4599-afea-7dd532ca4dea,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:11.436106 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:11.438229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:11.471136 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-485c6efb-03f8-4807-a5c7-73afb334fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:11.473524 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-485c6efb-03f8-4807-a5c7-73afb334fd06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81f1259188ae403892850138664083a7&device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 1099 time: 0.1030545 Apr 19 18:50:11.477000 dv-cinder-786930-1-smb neutron-server[86198]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea', 'code': 422} returned with failed status Apr 19 18:50:11.527569 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=ae867047-8561-4599-afea-7dd532ca4dea,revision_number=6']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:11.530906 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:11.634638 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-e5b44869-e4c6-4539-9a09-11ed61cb8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:11.636136 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-e5b44869-e4c6-4539-9a09-11ed61cb8c80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a HTTP/1.1" status: 200 len: 909 time: 0.1459413 Apr 19 18:50:11.756752 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-be0d820e-624b-4be5-a63e-98751a86ace9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae867047-8561-4599-afea-7dd532ca4dea HTTP/1.1" status: 200 len: 1000 time: 0.1095922 Apr 19 18:50:11.838542 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-3d6b0f63-0812-4c3d-b344-cf4b1e5d9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:11.840124 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-3d6b0f63-0812-4c3d-b344-cf4b1e5d9549 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be24bbfc-2e99-4c65-adf0-d810514ee07e HTTP/1.1" status: 200 len: 847 time: 0.0733585 Apr 19 18:50:11.930081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-f66b705a-af5d-4a99-987b-0da44de25e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:11.931755 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-f66b705a-af5d-4a99-987b-0da44de25e70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838034 Apr 19 18:50:12.320822 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-e3f346c7-8606-4a81-b9af-1a796412526e service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811080 Apr 19 18:50:12.388306 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fc717-e132-4092-8cc8-14dd27a7cdd7 req-0d3767eb-9e23-4df9-9ea5-65177be52273 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:12.390032 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5f0fc717-e132-4092-8cc8-14dd27a7cdd7 req-0d3767eb-9e23-4df9-9ea5-65177be52273 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 944 time: 0.1189559 Apr 19 18:50:12.474619 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-5f0fc717-e132-4092-8cc8-14dd27a7cdd7 req-81a36251-7be4-4662-b62b-7c3d1363ed18 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772023 Apr 19 18:50:12.557100 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-fa38118f-ccd8-44fa-9d76-c955433f7d72 req-ee885e40-9e97-46d8-a773-379b8b3b330c service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282248 Apr 19 18:50:13.706274 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88e8d9-c7dd-49fa-898c-835b4011934c req-30c33bec-20de-47b7-991f-d3b2aecaa7df tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:13.708311 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8a88e8d9-c7dd-49fa-898c-835b4011934c req-30c33bec-20de-47b7-991f-d3b2aecaa7df tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 944 time: 0.0903447 Apr 19 18:50:13.769053 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-8a88e8d9-c7dd-49fa-898c-835b4011934c req-dae1af87-faa8-4f1d-909c-8cc640da805b tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485039 Apr 19 18:50:14.842269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:15.058245 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17fc46-ea2b-421a-8c29-3686b7824ac3 req-3553cdc9-81cc-4497-8a32-c50dc87846d2 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:15.059803 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3d17fc46-ea2b-421a-8c29-3686b7824ac3 req-3553cdc9-81cc-4497-8a32-c50dc87846d2 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 944 time: 0.1704359 Apr 19 18:50:15.062053 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d092f4f-5aac-493d-8e9d-832847a60df6 req-f3e412c9-9eac-43ff-9606-db07e8b6bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:15.063523 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6d092f4f-5aac-493d-8e9d-832847a60df6 req-f3e412c9-9eac-43ff-9606-db07e8b6bf33 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 1097 time: 0.1328366 Apr 19 18:50:15.139640 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-3d17fc46-ea2b-421a-8c29-3686b7824ac3 req-60f39bf2-a37f-43cc-b5b8-c93061c4aa37 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728860 Apr 19 18:50:15.143691 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-6d092f4f-5aac-493d-8e9d-832847a60df6 req-8d857c60-5b2e-4e2e-bcbe-0a41af4f598b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624297 Apr 19 18:50:16.089489 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:50:16.365461 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38866261-82c5-477a-ab62-a5fb7d0b54b7 req-9eee2423-9426-435c-88fd-063e39e0c63e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:16.367200 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-38866261-82c5-477a-ab62-a5fb7d0b54b7 req-9eee2423-9426-435c-88fd-063e39e0c63e tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 944 time: 0.1007702 Apr 19 18:50:16.418648 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-38866261-82c5-477a-ab62-a5fb7d0b54b7 req-ec7854d6-6288-4540-9425-712d15ee93a1 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445473 Apr 19 18:50:17.250105 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ae867047-8561-4599-afea-7dd532ca4dea details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:50:17.396253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ae867047-8561-4599-afea-7dd532ca4dea, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae867047-8561-4599-afea-7dd532ca4dea,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:17.410296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Returning: {'device': 'ae867047-8561-4599-afea-7dd532ca4dea', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'port_id': 'ae867047-8561-4599-afea-7dd532ca4dea', 'mac_address': 'fa:16:3e:9c:1d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:50:17.474849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.494131 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae867047-8561-4599-afea-7dd532ca4dea {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:50:17.511293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ae867047-8561-4599-afea-7dd532ca4dea, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae867047-8561-4599-afea-7dd532ca4dea,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:17.514718 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.516747 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:17.593360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=ae867047-8561-4599-afea-7dd532ca4dea,revision_number=7']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:17.602581 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:17.603199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:17.603741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:17.604270 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:17.604783 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:17.605308 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:17.605849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:17.606368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:17.606942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:17.607479 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:17.607995 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:17.608520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:17.613385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:17.636050 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c085a09-1379-4903-beb2-89faace454f2 req-eec76c13-cb4e-4473-b1f4-d9647c7b171a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:17.637707 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2c085a09-1379-4903-beb2-89faace454f2 req-eec76c13-cb4e-4473-b1f4-d9647c7b171a tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 945 time: 0.0936620 Apr 19 18:50:17.692308 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-2c085a09-1379-4903-beb2-89faace454f2 req-1e6e83a1-c64f-4489-bb0c-4c2176c1f7f8 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471184 Apr 19 18:50:18.005533 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['ae867047-8561-4599-afea-7dd532ca4dea'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:50:19.270551 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ae867047-8561-4599-afea-7dd532ca4dea up at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:50:19.343596 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.provisioning_blocks [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Provisioning complete for port ae867047-8561-4599-afea-7dd532ca4dea triggered by entity L2. {{(pid=86315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:19.344017 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2019584'] for port, provisioning_complete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.656742 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853177379'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.686610 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:19.698587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] For port ae867047-8561-4599-afea-7dd532ca4dea, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae867047-8561-4599-afea-7dd532ca4dea,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:19.702231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742123527624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742123079658', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742123080973'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.704254 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:19.743953 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea', 'code': 200} Apr 19 18:50:19.782026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Pushing event updated for resources: {'Port': ['ID=ae867047-8561-4599-afea-7dd532ca4dea,revision_number=8']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:19.785686 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:20.433613 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-65b2fb2f-5a2b-4d30-8bb3-7490949973fb req-32e431be-791a-48ed-a166-eaad9b21e2dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796671 Apr 19 18:50:20.540476 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2fb2f-5a2b-4d30-8bb3-7490949973fb req-c70886eb-e9c9-45ea-936a-85ced5cd3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:20.542092 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-65b2fb2f-5a2b-4d30-8bb3-7490949973fb req-c70886eb-e9c9-45ea-936a-85ced5cd3274 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 1100 time: 0.0816591 Apr 19 18:50:20.712236 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2fb2f-5a2b-4d30-8bb3-7490949973fb req-824d4136-2b35-48db-90ea-5d8961088662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:20.713828 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-65b2fb2f-5a2b-4d30-8bb3-7490949973fb req-824d4136-2b35-48db-90ea-5d8961088662 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 200 len: 917 time: 0.1464107 Apr 19 18:50:20.833172 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-65b2fb2f-5a2b-4d30-8bb3-7490949973fb req-754caf1d-0d24-4188-8b0d-52bddc64d89a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788 HTTP/1.1" status: 200 len: 1002 time: 0.1090667 Apr 19 18:50:20.906881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2fb2f-5a2b-4d30-8bb3-7490949973fb req-5a6a45b5-a465-4037-b4af-41a15c2820fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:20.908432 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-65b2fb2f-5a2b-4d30-8bb3-7490949973fb req-5a6a45b5-a465-4037-b4af-41a15c2820fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 200 len: 855 time: 0.0679984 Apr 19 18:50:20.999853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2fb2f-5a2b-4d30-8bb3-7490949973fb req-fddda748-9747-4b57-b81c-14787a6099fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:21.001423 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-65b2fb2f-5a2b-4d30-8bb3-7490949973fb req-fddda748-9747-4b57-b81c-14787a6099fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd6a27b-f881-4d4d-9456-7c0db90eaa26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789118 Apr 19 18:50:21.163834 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-65b2fb2f-5a2b-4d30-8bb3-7490949973fb req-30a1a234-db0f-4a0e-851b-83511dcdba01 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471961 Apr 19 18:50:21.322917 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-65b2fb2f-5a2b-4d30-8bb3-7490949973fb req-68304a26-25c1-4ddf-9448-ead551ca0dbb service neutron] 10.222.0.60 "GET /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410146 Apr 19 18:50:22.992593 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1a62a362-a325-4cee-962a-6b64c281a825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:25.830544 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fe1a136f-3026-4f0b-83af-ef353f3ebaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:25.901728 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:27.227415 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:28.248993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:31.219253 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c57ff-e339-47df-94d3-445304c3b5e5 req-98235886-8569-4a86-acfa-38270509d130 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:31.221409 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-680c57ff-e339-47df-94d3-445304c3b5e5 req-98235886-8569-4a86-acfa-38270509d130 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 946 time: 0.0986493 Apr 19 18:50:31.274106 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-680c57ff-e339-47df-94d3-445304c3b5e5 req-1adbca31-c833-47dd-bd80-78d2ef4a9f34 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455649 Apr 19 18:50:32.490774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d6eed-a2a5-4d77-a9fb-d487e456ab67 req-269da2d7-eac8-409c-ad40-23088b499220 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:32.492379 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-917d6eed-a2a5-4d77-a9fb-d487e456ab67 req-269da2d7-eac8-409c-ad40-23088b499220 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 946 time: 0.0994630 Apr 19 18:50:32.548939 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-917d6eed-a2a5-4d77-a9fb-d487e456ab67 req-7ba02683-8d20-428f-898c-a7237c53a00e tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493948 Apr 19 18:50:33.757969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab77fbb-a3ad-459b-9eef-edaeb891ee7e req-b2f849be-5712-4300-b9eb-a933c218c283 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:33.759584 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-aab77fbb-a3ad-459b-9eef-edaeb891ee7e req-b2f849be-5712-4300-b9eb-a933c218c283 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 946 time: 0.0971360 Apr 19 18:50:33.814242 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-aab77fbb-a3ad-459b-9eef-edaeb891ee7e req-99ad5d9e-0e66-4cbc-8cb9-5d05479a7213 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479889 Apr 19 18:50:35.182224 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bab471-2c26-4158-ba61-8b13d253f4b4 req-7b120067-7f8f-4f0a-b4c2-a1f35e925d55 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:35.183908 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-39bab471-2c26-4158-ba61-8b13d253f4b4 req-7b120067-7f8f-4f0a-b4c2-a1f35e925d55 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 946 time: 0.0943620 Apr 19 18:50:35.233916 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-39bab471-2c26-4158-ba61-8b13d253f4b4 req-89a31fe5-7ac1-409b-9b56-011c93d7a1f2 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426610 Apr 19 18:50:36.439181 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cf012-70cc-4064-9056-16823a2d6080 req-681a6073-c6d9-4be6-b08e-a6c042912af7 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:36.441498 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ab1cf012-70cc-4064-9056-16823a2d6080 req-681a6073-c6d9-4be6-b08e-a6c042912af7 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 946 time: 0.0908754 Apr 19 18:50:36.492140 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ab1cf012-70cc-4064-9056-16823a2d6080 req-49ca8f67-faaf-45ee-9cd3-02d009ec9723 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Apr 19 18:50:37.696965 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46712536-06f0-44a3-a261-3ef3fec79754 req-8531b00f-6508-43ff-95e7-bb4583119ba3 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:37.698573 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-46712536-06f0-44a3-a261-3ef3fec79754 req-8531b00f-6508-43ff-95e7-bb4583119ba3 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 946 time: 0.0928631 Apr 19 18:50:37.746824 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-46712536-06f0-44a3-a261-3ef3fec79754 req-5f782d25-5493-4042-9a23-4bd11b98c7d6 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc818cd8-1c97-48ce-8343-b67cb875a8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 Apr 19 18:50:38.212042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8aabe-6f91-4f67-a005-802a4604df26 req-cec3f47c-68bb-4aff-9d7c-4a698dec7be6 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:38.213514 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-77e8aabe-6f91-4f67-a005-802a4604df26 req-cec3f47c-68bb-4aff-9d7c-4a698dec7be6 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.60 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 946 time: 0.0872142 Apr 19 18:50:38.294569 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-77e8aabe-6f91-4f67-a005-802a4604df26 req-6db77414-b959-48e0-8cf8-1438536f2914 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Deleting port ff27297e-23db-4c4f-b891-0346d03b0cbc {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:50:38.294971 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-77e8aabe-6f91-4f67-a005-802a4604df26 req-6db77414-b959-48e0-8cf8-1438536f2914 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.559851 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-77e8aabe-6f91-4f67-a005-802a4604df26 req-6db77414-b959-48e0-8cf8-1438536f2914 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] For port ff27297e-23db-4c4f-b891-0346d03b0cbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ff27297e-23db-4c4f-b891-0346d03b0cbc,segment=NetworkSegment(f2ecdd9f-e640-4ae3-9098-4a14f0b33281),segment_id=f2ecdd9f-e640-4ae3-9098-4a14f0b33281)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:38.560537 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-77e8aabe-6f91-4f67-a005-802a4604df26 req-6db77414-b959-48e0-8cf8-1438536f2914 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.708478 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-77e8aabe-6f91-4f67-a005-802a4604df26 req-6db77414-b959-48e0-8cf8-1438536f2914 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Calling delete_port for ff27297e-23db-4c4f-b891-0346d03b0cbc owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:50:38.869790 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-77e8aabe-6f91-4f67-a005-802a4604df26 req-6db77414-b959-48e0-8cf8-1438536f2914 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.876426 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:38.882847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] get_ports_and_sgs() called for port_ids ['ff27297e-23db-4c4f-b891-0346d03b0cbc'] {{(pid=86315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:50:38.937345 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db77414-b959-48e0-8cf8-1438536f2914 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Pushing event deleted for resources: {'Port': ['ID=ff27297e-23db-4c4f-b891-0346d03b0cbc,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:38.939165 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-7bf75577-e579-4c19-a7ca-50affeeb2f06 req-240162ec-ead0-4de9-8372-ae5e64a56b72 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.10 "GET /v2.0/ports?device_id=23807a3f-4769-4634-9863-4753e4673eab HTTP/1.1" status: 200 len: 210 time: 0.0677485 Apr 19 18:50:38.940826 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6db77414-b959-48e0-8cf8-1438536f2914 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:39.016421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e8aabe-6f91-4f67-a005-802a4604df26 req-6db77414-b959-48e0-8cf8-1438536f2914 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] No DVR routers for this DVR port ff27297e-23db-4c4f-b891-0346d03b0cbc on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:50:39.020144 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-77e8aabe-6f91-4f67-a005-802a4604df26 req-6db77414-b959-48e0-8cf8-1438536f2914 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:39.024571 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23807a3f-4769-4634-9863-4753e4673eab', 'name': 'network-vif-deleted', 'tag': 'ff27297e-23db-4c4f-b891-0346d03b0cbc'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:39.049160 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-77e8aabe-6f91-4f67-a005-802a4604df26 req-6db77414-b959-48e0-8cf8-1438536f2914 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] 10.222.0.60 "DELETE /v2.0/ports/ff27297e-23db-4c4f-b891-0346d03b0cbc HTTP/1.1" status: 204 len: 173 time: 0.8283784 Apr 19 18:50:39.080240 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23807a3f-4769-4634-9863-4753e4673eab', 'name': 'network-vif-deleted', 'tag': 'ff27297e-23db-4c4f-b891-0346d03b0cbc', 'status': 'completed', 'code': 200} Apr 19 18:50:43.446484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ff27297e-23db-4c4f-b891-0346d03b0cbc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:50:43.489850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: ff27297e-23db-4c4f-b891-0346d03b0cbc {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:50:43.490239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ff27297e-23db-4c4f-b891-0346d03b0cbc not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:50:43.943175 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56176) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:44.068724 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-df775989-9719-4ba9-9b52-0bcc5b5e5638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:44.084643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-df775989-9719-4ba9-9b52-0bcc5b5e5638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:44.088678 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-df775989-9719-4ba9-9b52-0bcc5b5e5638 admin admin] Usage tracker for resource:security_group_rule and tenant:963c77e2befe42a1a197c48cefc259dd is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:44.091614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-df775989-9719-4ba9-9b52-0bcc5b5e5638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:44.098036 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-df775989-9719-4ba9-9b52-0bcc5b5e5638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:44.182355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-df775989-9719-4ba9-9b52-0bcc5b5e5638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:44.185209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-df775989-9719-4ba9-9b52-0bcc5b5e5638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:44.194198 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-073fb3d4-2fcf-4744-a13c-67baa8c562fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:44.236689 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-df775989-9719-4ba9-9b52-0bcc5b5e5638 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=963c77e2befe42a1a197c48cefc259dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923410 Apr 19 18:50:44.239326 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df775989-9719-4ba9-9b52-0bcc5b5e5638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2fb0dc-a904-48f4-9117-b8329b739488,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:44.240435 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56182) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:44.242757 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-df775989-9719-4ba9-9b52-0bcc5b5e5638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:44.305609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1a073615-645a-4951-9fd8-79eedbecb392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:44.332977 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1a073615-645a-4951-9fd8-79eedbecb392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:44.376852 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1a073615-645a-4951-9fd8-79eedbecb392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:44.382666 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-23e0b734-b5aa-44ca-93e6-df2ac73657d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:44.397660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a073615-645a-4951-9fd8-79eedbecb392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2fb0dc-a904-48f4-9117-b8329b739488,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:44.400722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1a073615-645a-4951-9fd8-79eedbecb392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:44.402013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1a073615-645a-4951-9fd8-79eedbecb392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:44.403351 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1a073615-645a-4951-9fd8-79eedbecb392 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d2fb0dc-a904-48f4-9117-b8329b739488 HTTP/1.1" status: 204 len: 168 time: 0.1617744 Apr 19 18:50:44.713654 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56194) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:44.734153 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-54dec7d5-fcc5-4380-ad34-11a44f8d1364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:44.750168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-54dec7d5-fcc5-4380-ad34-11a44f8d1364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:44.754594 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-54dec7d5-fcc5-4380-ad34-11a44f8d1364 admin admin] Usage tracker for resource:security_group_rule and tenant:160f97edd58b45e293e6e33b5775db22 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:44.757574 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-54dec7d5-fcc5-4380-ad34-11a44f8d1364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:44.763662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-54dec7d5-fcc5-4380-ad34-11a44f8d1364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:44.855495 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:44.858952 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-54dec7d5-fcc5-4380-ad34-11a44f8d1364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:44.861925 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-54dec7d5-fcc5-4380-ad34-11a44f8d1364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.104862 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-55c1b11d-d35d-47f7-b111-f337912117b8 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:45.148641 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-54dec7d5-fcc5-4380-ad34-11a44f8d1364 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=160f97edd58b45e293e6e33b5775db22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337189 Apr 19 18:50:45.151646 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56202) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:45.153118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dec7d5-fcc5-4380-ad34-11a44f8d1364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7861e8-d576-4477-a7e0-4c6619b6cdae,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:45.156493 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-54dec7d5-fcc5-4380-ad34-11a44f8d1364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:45.219814 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-84e39294-7438-4bbc-8337-d655e8dbee31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.254960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-84e39294-7438-4bbc-8337-d655e8dbee31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.307277 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-84e39294-7438-4bbc-8337-d655e8dbee31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.312398 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ea39b7cf-c6ae-4c51-bf15-b1288928a3f5 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:45.327173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e39294-7438-4bbc-8337-d655e8dbee31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7861e8-d576-4477-a7e0-4c6619b6cdae,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:45.329979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-84e39294-7438-4bbc-8337-d655e8dbee31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:45.332154 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-84e39294-7438-4bbc-8337-d655e8dbee31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.333374 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-84e39294-7438-4bbc-8337-d655e8dbee31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c7861e8-d576-4477-a7e0-4c6619b6cdae HTTP/1.1" status: 204 len: 168 time: 0.1806641 Apr 19 18:50:47.193975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56260) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:47.320773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4c2a-cff3-4612-a7d3-abfe40a940c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:47.337935 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1f0a4c2a-cff3-4612-a7d3-abfe40a940c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:47.342035 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1f0a4c2a-cff3-4612-a7d3-abfe40a940c8 admin admin] Usage tracker for resource:security_group_rule and tenant:dad99fd76c084b34acafcbd3d3769a82 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:47.345329 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1f0a4c2a-cff3-4612-a7d3-abfe40a940c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:47.351925 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1f0a4c2a-cff3-4612-a7d3-abfe40a940c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:47.436135 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4c2a-cff3-4612-a7d3-abfe40a940c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:47.439035 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4c2a-cff3-4612-a7d3-abfe40a940c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:47.448481 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1eec4c3d-c194-4c76-84c1-3636366150c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:47.498436 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1f0a4c2a-cff3-4612-a7d3-abfe40a940c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dad99fd76c084b34acafcbd3d3769a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032360 Apr 19 18:50:47.500376 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a4c2a-cff3-4612-a7d3-abfe40a940c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f946fc5e-adfb-4fb7-8269-3d91581ee797,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:47.500774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56268) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:47.503747 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1f0a4c2a-cff3-4612-a7d3-abfe40a940c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:47.570214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-100aece1-3148-40f3-8ca9-a915f874c020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:47.598590 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-100aece1-3148-40f3-8ca9-a915f874c020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:47.644147 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-100aece1-3148-40f3-8ca9-a915f874c020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:47.649346 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3c452f4a-d291-4124-903c-1d78e9045fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:47.665358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100aece1-3148-40f3-8ca9-a915f874c020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f946fc5e-adfb-4fb7-8269-3d91581ee797,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:47.667801 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-100aece1-3148-40f3-8ca9-a915f874c020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:47.679692 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-100aece1-3148-40f3-8ca9-a915f874c020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:47.680910 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-100aece1-3148-40f3-8ca9-a915f874c020 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f946fc5e-adfb-4fb7-8269-3d91581ee797 HTTP/1.1" status: 204 len: 168 time: 0.1789460 Apr 19 18:50:47.981149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56280) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:47.999939 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d0dbcb2-f253-4568-8e67-13d6dc3d2e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:48.018535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2d0dbcb2-f253-4568-8e67-13d6dc3d2e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:48.022603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2d0dbcb2-f253-4568-8e67-13d6dc3d2e14 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e8ba6bfbe7403a81764ad2463cf5e3 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:48.025495 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2d0dbcb2-f253-4568-8e67-13d6dc3d2e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:48.031429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2d0dbcb2-f253-4568-8e67-13d6dc3d2e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:48.115834 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d0dbcb2-f253-4568-8e67-13d6dc3d2e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:48.119075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d0dbcb2-f253-4568-8e67-13d6dc3d2e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:48.128090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-100aece1-3148-40f3-8ca9-a915f874c020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:48.169680 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2d0dbcb2-f253-4568-8e67-13d6dc3d2e14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1e8ba6bfbe7403a81764ad2463cf5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873672 Apr 19 18:50:48.171388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dbcb2-f253-4568-8e67-13d6dc3d2e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0028577-59c3-4be2-8d2e-1027e7cb9074,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:48.172649 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56284) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:48.174857 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2d0dbcb2-f253-4568-8e67-13d6dc3d2e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:48.236195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dca-c1b7-4460-9462-d0051f5fab7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:48.266967 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dca-c1b7-4460-9462-d0051f5fab7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:48.311634 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dca-c1b7-4460-9462-d0051f5fab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:48.317358 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1a71a98b-390f-45c9-b3fb-1f349b74783f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:48.329648 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad8dca-c1b7-4460-9462-d0051f5fab7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0028577-59c3-4be2-8d2e-1027e7cb9074,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:48.332765 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2cad8dca-c1b7-4460-9462-d0051f5fab7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:48.340693 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2cad8dca-c1b7-4460-9462-d0051f5fab7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:48.341901 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2cad8dca-c1b7-4460-9462-d0051f5fab7d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0028577-59c3-4be2-8d2e-1027e7cb9074 HTTP/1.1" status: 204 len: 168 time: 0.1681848 Apr 19 18:50:50.239991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56342) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:50.365671 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb7fc-d784-4ade-b575-f63f7a82c526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:50.381704 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2c6cb7fc-d784-4ade-b575-f63f7a82c526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:50.385773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2c6cb7fc-d784-4ade-b575-f63f7a82c526 admin admin] Usage tracker for resource:security_group_rule and tenant:db4ecb94d9324364892af20bade2d2ef is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:50.388741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-2c6cb7fc-d784-4ade-b575-f63f7a82c526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:50.394922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-2c6cb7fc-d784-4ade-b575-f63f7a82c526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:50.485703 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb7fc-d784-4ade-b575-f63f7a82c526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:50.489697 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb7fc-d784-4ade-b575-f63f7a82c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:50.499459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9a11fc9b-af70-44a6-90c6-ed36e4196df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:50.546065 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2c6cb7fc-d784-4ade-b575-f63f7a82c526 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db4ecb94d9324364892af20bade2d2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024461 Apr 19 18:50:50.546065 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cb7fc-d784-4ade-b575-f63f7a82c526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1b60ba-ca8a-4fce-9ef3-0d524af20ef5,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:50.547172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56354) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:50.548744 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2c6cb7fc-d784-4ade-b575-f63f7a82c526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:50.630764 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-83587453-9a28-4b83-aa84-916074895c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:50.661069 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-83587453-9a28-4b83-aa84-916074895c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:50.707484 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-83587453-9a28-4b83-aa84-916074895c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:50.713003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-59f07d19-02a7-4941-8651-8415f3ca3008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:50.733840 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83587453-9a28-4b83-aa84-916074895c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1b60ba-ca8a-4fce-9ef3-0d524af20ef5,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:50.736406 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-83587453-9a28-4b83-aa84-916074895c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:50.742784 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-83587453-9a28-4b83-aa84-916074895c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:50.746808 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-83587453-9a28-4b83-aa84-916074895c40 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec1b60ba-ca8a-4fce-9ef3-0d524af20ef5 HTTP/1.1" status: 204 len: 168 time: 0.1980774 Apr 19 18:50:51.037355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ee0df-b1dc-4bf9-9e01-aa13635c1758 req-6e621fa3-f5bc-40d8-b328-41479d439ea5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:51.039057 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1a7ee0df-b1dc-4bf9-9e01-aa13635c1758 req-6e621fa3-f5bc-40d8-b328-41479d439ea5 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 947 time: 0.0961101 Apr 19 18:50:51.088808 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1a7ee0df-b1dc-4bf9-9e01-aa13635c1758 req-c3bfbfd2-a99a-4a0c-a5dd-5f33eebbcd3d tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430856 Apr 19 18:50:51.101558 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56372) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:51.122109 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-abed68dc-544f-4d2a-9194-cdeace638a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:51.140300 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-abed68dc-544f-4d2a-9194-cdeace638a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:51.145126 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-abed68dc-544f-4d2a-9194-cdeace638a98 admin admin] Usage tracker for resource:security_group_rule and tenant:be7a1ea697e24205bb0f022db11cf153 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:51.148042 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-abed68dc-544f-4d2a-9194-cdeace638a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:51.153981 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-abed68dc-544f-4d2a-9194-cdeace638a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:51.239918 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-abed68dc-544f-4d2a-9194-cdeace638a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:51.242869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-abed68dc-544f-4d2a-9194-cdeace638a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:51.251809 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-73b23404-ce70-4ff0-a2a4-bbad0ca2cb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:51.295622 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-abed68dc-544f-4d2a-9194-cdeace638a98 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be7a1ea697e24205bb0f022db11cf153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928945 Apr 19 18:50:51.296619 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed68dc-544f-4d2a-9194-cdeace638a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb85480-6214-43f6-b786-0eb23dd297c9,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:51.298678 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56376) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:51.300778 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-abed68dc-544f-4d2a-9194-cdeace638a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:51.368960 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:51.397437 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:51.442601 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:51.447851 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dd7a8725-5817-45a3-952d-d2ba0186f6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:51.461382 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb85480-6214-43f6-b786-0eb23dd297c9,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:51.475884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:51.476307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:51.476719 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:51.477125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:51.477566 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:51.477968 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:51.478367 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:51.478799 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:51.479199 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:51.479594 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:51.479988 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:51.480380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:51.483606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:51.485125 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:51.487889 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5909165b-78e3-402d-801d-97ebfed2db1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/afb85480-6214-43f6-b786-0eb23dd297c9 HTTP/1.1" status: 204 len: 168 time: 0.1860728 Apr 19 18:50:52.308421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f618c-caaa-4b9f-abad-05b15fa55b8a req-41c8a500-e4ab-41c9-a4f5-692308d94fcc tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:52.310096 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e27f618c-caaa-4b9f-abad-05b15fa55b8a req-41c8a500-e4ab-41c9-a4f5-692308d94fcc tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 947 time: 0.0885830 Apr 19 18:50:52.364217 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-e27f618c-caaa-4b9f-abad-05b15fa55b8a req-5c965e4d-2103-42e9-a840-89f10137f2ad tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462887 Apr 19 18:50:52.841056 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-fc725dd0-1676-4ea6-8a90-9aecda2eff30 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:52.842856 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-fc725dd0-1676-4ea6-8a90-9aecda2eff30 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 947 time: 0.0976868 Apr 19 18:50:52.923192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Deleting port a4561d57-2e89-4f6d-8f91-02d0dbd27788 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:50:52.923676 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:52.996229 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e5b955f5-b8d9-45c5-9a5d-8d2fa57a1cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.089513 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:50:53.187967 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] For port a4561d57-2e89-4f6d-8f91-02d0dbd27788, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a4561d57-2e89-4f6d-8f91-02d0dbd27788,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:53.188356 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.512741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.513301 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853833550'] for floatingip, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.513520 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_db [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Floating IP e0002ee8-dcf0-4195-bb52-b559b43b5f6a disassociated. External IP: 172.28.0.186, port: a4561d57-2e89-4f6d-8f91-02d0dbd27788. Apr 19 18:50:53.513903 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Calling delete_port for a4561d57-2e89-4f6d-8f91-02d0dbd27788 owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:50:53.587896 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bd077-2742-42f7-ade4-b95d0c65b2c6 req-0773ee7e-960f-4dff-9020-572a44c5fec0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:53.589526 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0b5bd077-2742-42f7-ade4-b95d0c65b2c6 req-0773ee7e-960f-4dff-9020-572a44c5fec0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 947 time: 0.0969388 Apr 19 18:50:53.644420 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-0b5bd077-2742-42f7-ade4-b95d0c65b2c6 req-0950a20c-66cd-46a0-bd17-a0fa5a1261d3 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups?id=60b269ff-cab5-4a39-80f1-d645e49c58eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470936 Apr 19 18:50:53.670333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.676718 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1b567632-60ad-411d-9623-403678e63192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:53.727266 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event deleted for resources: {'Port': ['ID=a4561d57-2e89-4f6d-8f91-02d0dbd27788,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:53.731214 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:54.167033 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:50:54.405681 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:50:54.416462 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360845e7-70ed-48d2-adbf-af147f364294 None None] Sync routers for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:50:54.427736 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360845e7-70ed-48d2-adbf-af147f364294 None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:50:54.428496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-360845e7-70ed-48d2-adbf-af147f364294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:50:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:54.491352 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] No DVR routers for this DVR port a4561d57-2e89-4f6d-8f91-02d0dbd27788 on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:50:54.493995 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:54.497276 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'name': 'network-vif-deleted', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:54.515380 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-713f0d9b-8df6-4ce1-b6c7-bd29c3fd5aa0 req-072b4e77-f6f8-4374-99e1-a8c052259a92 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.60 "DELETE /v2.0/ports/a4561d57-2e89-4f6d-8f91-02d0dbd27788 HTTP/1.1" status: 204 len: 173 time: 1.6667571 Apr 19 18:50:54.556690 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4f59d1-41a1-46ae-8c59-59e78bb7cd95', 'name': 'network-vif-deleted', 'tag': 'a4561d57-2e89-4f6d-8f91-02d0dbd27788', 'status': 'completed', 'code': 200} Apr 19 18:50:54.639239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-360845e7-70ed-48d2-adbf-af147f364294 None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:50:54.841244 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-a445c993-190f-49ec-ad45-9c6377cdc1b1 req-9b9da602-ea13-4fef-8e04-4345d5081d1f tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c4f59d1-41a1-46ae-8c59-59e78bb7cd95 HTTP/1.1" status: 200 len: 210 time: 0.0509298 Apr 19 18:50:54.982188 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-360845e7-70ed-48d2-adbf-af147f364294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:35Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:54.986368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360845e7-70ed-48d2-adbf-af147f364294 None None] Checking router: 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:50:54.995374 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360845e7-70ed-48d2-adbf-af147f364294 None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:50:54.996144 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-360845e7-70ed-48d2-adbf-af147f364294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:50:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:55.349177 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-360845e7-70ed-48d2-adbf-af147f364294 None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:50:55.688222 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-360845e7-70ed-48d2-adbf-af147f364294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:35Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:55.693189 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360845e7-70ed-48d2-adbf-af147f364294 None None] The sync data for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb is: [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:43:25Z', 'revision_number': 4, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '100f84b3-4b30-437f-9ffb-32da656ebe5d', 'name': '', 'network_id': '9bd6a27b-f881-4d4d-9456-7c0db90eaa26', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'mac_address': 'fa:16:3e:9b:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44eef042-2154-4438-8046-219828e8d0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:22Z', 'updated_at': '2021-04-19T18:43:35Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'subnets': [{'id': '44eef042-2154-4438-8046-219828e8d0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:50:55.834070 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0a7c-6665-4af0-82a9-f763a2b0b9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:55.921766 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:55.999367 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56480) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:56.074313 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-19b31dac-1a05-448c-bfd4-96f5e4e91bca tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:56.106659 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-19b31dac-1a05-448c-bfd4-96f5e4e91bca tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:56.110792 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a620344-f9b9-4e7d-ac0d-14d655e071dc None None] New status for floating IP e0002ee8-dcf0-4195-bb52-b559b43b5f6a: DOWN {{(pid=86315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:50:56.155203 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-19b31dac-1a05-448c-bfd4-96f5e4e91bca tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:56.166854 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-24744659-27aa-4c68-a796-175d32166d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:56.182808 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b31dac-1a05-448c-bfd4-96f5e4e91bca tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b269ff-cab5-4a39-80f1-d645e49c58eb,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:56.185696 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-19b31dac-1a05-448c-bfd4-96f5e4e91bca tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:56.187024 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-19b31dac-1a05-448c-bfd4-96f5e4e91bca tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:56.192077 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56490) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:56.195432 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-19b31dac-1a05-448c-bfd4-96f5e4e91bca tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "DELETE /v2.0/security-groups/60b269ff-cab5-4a39-80f1-d645e49c58eb HTTP/1.1" status: 204 len: 168 time: 0.1947517 Apr 19 18:50:56.210522 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.api.v2.resource [None req-b43c69be-a72b-4b02-9e5e-75716801faf0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] show failed (client error): The resource could not be found. Apr 19 18:50:56.214844 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56494) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:56.214987 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b43c69be-a72b-4b02-9e5e-75716801faf0 tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "GET /v2.0/security-groups/60b269ff-cab5-4a39-80f1-d645e49c58eb HTTP/1.1" status: 404 len: 347 time: 0.0216818 Apr 19 18:50:56.395091 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-94c3e0d0-3d8a-42c4-9b10-be6e4e7928cb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Deleting port 4e3141cd-39a8-47ad-86ce-f2a02489bec4 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:50:56.395466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-94c3e0d0-3d8a-42c4-9b10-be6e4e7928cb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:56.581537 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-94c3e0d0-3d8a-42c4-9b10-be6e4e7928cb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:56.581961 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-94c3e0d0-3d8a-42c4-9b10-be6e4e7928cb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:56.717866 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-94c3e0d0-3d8a-42c4-9b10-be6e4e7928cb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Calling delete_port for 4e3141cd-39a8-47ad-86ce-f2a02489bec4 owned by network:floatingip {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:50:56.865012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-94c3e0d0-3d8a-42c4-9b10-be6e4e7928cb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:56.869682 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-540fab28-c41f-4ad1-b470-f6d7424bbf18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:56.919457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3e0d0-3d8a-42c4-9b10-be6e4e7928cb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Pushing event deleted for resources: {'Port': ['ID=4e3141cd-39a8-47ad-86ce-f2a02489bec4,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:56.947454 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-94c3e0d0-3d8a-42c4-9b10-be6e4e7928cb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:57.022947 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-94c3e0d0-3d8a-42c4-9b10-be6e4e7928cb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks [] for floatingip, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:57.038661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-94c3e0d0-3d8a-42c4-9b10-be6e4e7928cb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:57.039911 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-94c3e0d0-3d8a-42c4-9b10-be6e4e7928cb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] 10.222.0.10 "DELETE /v2.0/floatingips/e0002ee8-dcf0-4195-bb52-b559b43b5f6a HTTP/1.1" status: 204 len: 168 time: 0.8234923 Apr 19 18:50:57.231805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:57.559310 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device a4561d57-2e89-4f6d-8f91-02d0dbd27788 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:50:57.597158 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: a4561d57-2e89-4f6d-8f91-02d0dbd27788 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:50:57.597599 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device a4561d57-2e89-4f6d-8f91-02d0dbd27788 not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:50:58.251870 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:58.900058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56552) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:59.028471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c305d46d-58e3-49c9-9a06-16415b59b2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:59.047448 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c305d46d-58e3-49c9-9a06-16415b59b2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:59.051863 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c305d46d-58e3-49c9-9a06-16415b59b2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb060b3ce6f4e1d97481e8b36410586 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:59.054884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c305d46d-58e3-49c9-9a06-16415b59b2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:59.060908 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c305d46d-58e3-49c9-9a06-16415b59b2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:59.147348 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c305d46d-58e3-49c9-9a06-16415b59b2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:59.150102 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c305d46d-58e3-49c9-9a06-16415b59b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:59.159075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-738df0d6-4e7c-4d09-9d66-4092154f0182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:59.201572 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c305d46d-58e3-49c9-9a06-16415b59b2b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8eb060b3ce6f4e1d97481e8b36410586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997861 Apr 19 18:50:59.203296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305d46d-58e3-49c9-9a06-16415b59b2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74b198f-6e26-4429-b308-4e613a856421,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:59.204471 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56558) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:59.206734 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c305d46d-58e3-49c9-9a06-16415b59b2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:59.267751 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3f095256-8d73-45b2-b553-0d5ac2923048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:59.294104 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3f095256-8d73-45b2-b553-0d5ac2923048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:59.343423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3f095256-8d73-45b2-b553-0d5ac2923048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:59.348989 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5cf90365-2bc9-4a19-b706-a62d405b9d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:59.362407 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f095256-8d73-45b2-b553-0d5ac2923048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74b198f-6e26-4429-b308-4e613a856421,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:59.365507 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3f095256-8d73-45b2-b553-0d5ac2923048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:59.373932 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3f095256-8d73-45b2-b553-0d5ac2923048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:59.376940 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3f095256-8d73-45b2-b553-0d5ac2923048 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d74b198f-6e26-4429-b308-4e613a856421 HTTP/1.1" status: 204 len: 168 time: 0.1696451 Apr 19 18:50:59.830856 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56584) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:59.912089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f2293a-6b57-4756-a3d4-350439c7f212 admin admin] Deleting subnet e82e95cf-9284-44c6-9eb5-5e6463832618 {{(pid=86314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:50:59.915457 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-18f2293a-6b57-4756-a3d4-350439c7f212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:59.925235 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56594) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:59.976686 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-18f2293a-6b57-4756-a3d4-350439c7f212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851726022'] for subnet, precommit_delete_associations {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:00.038403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-18f2293a-6b57-4756-a3d4-350439c7f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:00.318402 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-18f2293a-6b57-4756-a3d4-350439c7f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852413074'] for subnet, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:00.323702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:00.363303 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2293a-6b57-4756-a3d4-350439c7f212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82e95cf-9284-44c6-9eb5-5e6463832618,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:00.365846 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-18f2293a-6b57-4756-a3d4-350439c7f212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:00.374723 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-18f2293a-6b57-4756-a3d4-350439c7f212 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e82e95cf-9284-44c6-9eb5-5e6463832618 HTTP/1.1" status: 204 len: 168 time: 0.5399013 Apr 19 18:51:00.374723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-18f2293a-6b57-4756-a3d4-350439c7f212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:00.375138 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56608) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:00.637488 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:00.845393 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:01.020823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbfb460-2352-4d01-9dc3-7b839f6f3431']}} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:01.037748 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ecdd9f-e640-4ae3-9098-4a14f0b33281') {'for_net_delete': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:01.038082 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ecdd9f-e640-4ae3-9098-4a14f0b33281') {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:01.059658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2208998'] for segment, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:01.079651 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:01.091198 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=86313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:51:01.551669 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] Network edbfb460-2352-4d01-9dc3-7b839f6f3431 has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:51:01.562628 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851536899'] for segment, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:01.766544 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] Network edbfb460-2352-4d01-9dc3-7b839f6f3431 has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:51:01.777296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019289'] for router_interface, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:51:01.850765 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:51:02.023300 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:02.040672 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:02.054259 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:02.075003 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=edbfb460-2352-4d01-9dc3-7b839f6f3431,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:02.083874 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:02.181544 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-006a7667-06c9-4f9a-ab89-8bdd13731fe5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/edbfb460-2352-4d01-9dc3-7b839f6f3431 HTTP/1.1" status: 204 len: 168 time: 1.8053565 Apr 19 18:51:02.307294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] Deleting port 100f84b3-4b30-437f-9ffb-32da656ebe5d {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:02.307685 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:02.318443 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56634) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:02.374897 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5945219b-7453-4430-aed0-4f540d2fab07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2de1100bbbfa40c493bc77d69e4f708b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549772 Apr 19 18:51:02.378222 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56638) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:02.448521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7296db2d-cbe3-4851-a19b-9c55526ef0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:02.481429 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7296db2d-cbe3-4851-a19b-9c55526ef0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:02.515277 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] For port 100f84b3-4b30-437f-9ffb-32da656ebe5d, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=100f84b3-4b30-437f-9ffb-32da656ebe5d,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:02.515680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:02.541390 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7296db2d-cbe3-4851-a19b-9c55526ef0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:02.546955 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-54dec7d5-fcc5-4380-ad34-11a44f8d1364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:02.561375 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296db2d-cbe3-4851-a19b-9c55526ef0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc818cd8-1c97-48ce-8343-b67cb875a8cf,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:02.564416 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7296db2d-cbe3-4851-a19b-9c55526ef0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:02.573435 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7296db2d-cbe3-4851-a19b-9c55526ef0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:02.574798 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7296db2d-cbe3-4851-a19b-9c55526ef0cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc818cd8-1c97-48ce-8343-b67cb875a8cf HTTP/1.1" status: 204 len: 168 time: 0.1953995 Apr 19 18:51:02.655155 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] Calling delete_port for 100f84b3-4b30-437f-9ffb-32da656ebe5d owned by network:router_interface {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:02.849355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:02.853773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6c76dbb8-0b4c-489f-bf06-a47017d1bc0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:02.903698 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=100f84b3-4b30-437f-9ffb-32da656ebe5d,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:02.906642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:03.203582 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854149470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1019367'] for router_interface, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:03.584280 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] Router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:51:03.771096 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:51:03.780149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6419410d-b9c9-4a7d-8f6a-096b33649520 None None] Sync routers for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:51:03.786085 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] 10.222.0.10 "PUT /v2.0/routers/58d45d72-4ad4-4cbf-a991-a7ff73c3de68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8595722 Apr 19 18:51:03.788778 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56658) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:03.790847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6419410d-b9c9-4a7d-8f6a-096b33649520 None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:51:03.791515 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-6419410d-b9c9-4a7d-8f6a-096b33649520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:50:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:03.986385 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-6419410d-b9c9-4a7d-8f6a-096b33649520 None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:51:04.230341 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:04.307591 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-6419410d-b9c9-4a7d-8f6a-096b33649520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:51:02Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:04.311634 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6419410d-b9c9-4a7d-8f6a-096b33649520 None None] Checking router: 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:51:04.321980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6419410d-b9c9-4a7d-8f6a-096b33649520 None None] Routers {'58d45d72-4ad4-4cbf-a991-a7ff73c3de68'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:51:04.322662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-6419410d-b9c9-4a7d-8f6a-096b33649520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:50:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:04.421597 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:04.433006 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Deleting port a0592881-4acd-482d-a10c-c71746f453d7 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:04.433386 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:04.447421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56668) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:04.519643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-6419410d-b9c9-4a7d-8f6a-096b33649520 None None] Set router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:51:04.590260 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:04.606743 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:04.613161 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Usage tracker for resource:security_group_rule and tenant:dff3033a88034d16827561acae5aca22 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:04.616317 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:04.633555 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:04.654320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] For port a0592881-4acd-482d-a10c-c71746f453d7, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=a0592881-4acd-482d-a10c-c71746f453d7,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:04.654779 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:04.742495 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:04.745642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:04.755264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d648c647-2ab4-4d9a-9bd5-521f6574e26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:04.798642 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dff3033a88034d16827561acae5aca22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496895 Apr 19 18:51:04.800849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Calling delete_port for a0592881-4acd-482d-a10c-c71746f453d7 owned by network:router_gateway {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:04.801565 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56674) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:04.804613 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c4f9f8-702e-4f3d-b781-c2b082c67b39,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:04.824345 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:04.824761 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:04.825170 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:04.825569 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:04.825966 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:04.826363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:04.827196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:04.827196 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:04.827554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:04.827951 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:04.828344 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:04.828732 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:04.835694 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ad5d9270-26f3-4424-a779-2dd583f18627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:04.848970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-6419410d-b9c9-4a7d-8f6a-096b33649520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:51:02Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:04.853586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6419410d-b9c9-4a7d-8f6a-096b33649520 None None] The sync data for ids ['58d45d72-4ad4-4cbf-a991-a7ff73c3de68'] in dv-cinder-786930-1-smb is: [{'id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'name': 'tempest-AttachVolumeShelveTestJSON-768767372-router', 'tenant_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:43:06Z', 'updated_at': '2021-04-19T18:51:02Z', 'revision_number': 5, 'project_id': '257b443ba4b441fd8410ddd6eaf5ab45', 'gw_port': {'id': 'a0592881-4acd-482d-a10c-c71746f453d7', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d45d72-4ad4-4cbf-a991-a7ff73c3de68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:43:08Z', 'updated_at': '2021-04-19T18:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:51:04.889958 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c6287283-ba29-485f-ad5c-b4c121d2b765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:04.921093 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c6287283-ba29-485f-ad5c-b4c121d2b765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:04.971757 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c6287283-ba29-485f-ad5c-b4c121d2b765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:04.977481 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f0e43e3a-289b-4b3e-8895-846981f815eb tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:04.991702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6287283-ba29-485f-ad5c-b4c121d2b765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c4f9f8-702e-4f3d-b781-c2b082c67b39,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:04.994183 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c6287283-ba29-485f-ad5c-b4c121d2b765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:04.996679 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c6287283-ba29-485f-ad5c-b4c121d2b765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:04.999048 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c6287283-ba29-485f-ad5c-b4c121d2b765 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88c4f9f8-702e-4f3d-b781-c2b082c67b39 HTTP/1.1" status: 204 len: 168 time: 0.1964598 Apr 19 18:51:05.001725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:05.013007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-dcd85e87-24f1-4d89-b59a-bf925195c647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:05.096680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0592881-4acd-482d-a10c-c71746f453d7,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:05.134861 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:05.166934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853834650'] for router_gateway, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:05.356410 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853755846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760019'] for router, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:05.358820 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:05.382953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-948350'] for router, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:05.383540 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58d45d72-4ad4-4cbf-a991-a7ff73c3de68 {{(pid=86313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:51:05.397738 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] Notify callbacks [] for router, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:05.399021 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-be536f30-59b5-44a6-9a2c-51f5b53fdff6 admin admin] 10.222.0.10 "DELETE /v2.0/routers/58d45d72-4ad4-4cbf-a991-a7ff73c3de68 HTTP/1.1" status: 204 len: 168 time: 1.6091545 Apr 19 18:51:05.401888 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56690) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:05.479408 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ba4333-bbd5-4c3c-9fa4-2d1986a7918c admin admin] Deleting subnet 44eef042-2154-4438-8046-219828e8d0e3 {{(pid=86314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:51:05.483713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-91ba4333-bbd5-4c3c-9fa4-2d1986a7918c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:05.545776 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-91ba4333-bbd5-4c3c-9fa4-2d1986a7918c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851726022'] for subnet, precommit_delete_associations {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:05.636559 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-91ba4333-bbd5-4c3c-9fa4-2d1986a7918c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:05.904276 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-91ba4333-bbd5-4c3c-9fa4-2d1986a7918c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852413074'] for subnet, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:05.909973 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:05.947911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba4333-bbd5-4c3c-9fa4-2d1986a7918c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44eef042-2154-4438-8046-219828e8d0e3,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:05.951228 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-91ba4333-bbd5-4c3c-9fa4-2d1986a7918c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:05.952329 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-91ba4333-bbd5-4c3c-9fa4-2d1986a7918c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:05.961796 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-91ba4333-bbd5-4c3c-9fa4-2d1986a7918c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/44eef042-2154-4438-8046-219828e8d0e3 HTTP/1.1" status: 204 len: 168 time: 0.5563965 Apr 19 18:51:05.961975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a924ab32-fa99-4da8-9004-e3a488c644e8 None None] Network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:51:05.962072 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56706) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:06.084818 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:06.098264 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Deleting port 5612584e-677c-4b1f-86e4-86b91b475fc0 {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:06.098764 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:06.228250 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be416d0-5b1f-4645-89db-bd96e19d26cf None None] DHCP port deletion for 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 request from dv-cinder-786930-1-smb {{(pid=86315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:51:06.233800 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-9be416d0-5b1f-4645-89db-bd96e19d26cf None None] Deleting port 5612584e-677c-4b1f-86e4-86b91b475fc0 {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:06.234461 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9be416d0-5b1f-4645-89db-bd96e19d26cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:06.339820 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] For port 5612584e-677c-4b1f-86e4-86b91b475fc0, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=5612584e-677c-4b1f-86e4-86b91b475fc0,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:06.340206 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:06.488373 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Calling delete_port for 5612584e-677c-4b1f-86e4-86b91b475fc0 owned by network:dhcp {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:06.489424 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-9be416d0-5b1f-4645-89db-bd96e19d26cf None None] For port 5612584e-677c-4b1f-86e4-86b91b475fc0, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=5612584e-677c-4b1f-86e4-86b91b475fc0,segment=NetworkSegment(aa02a3c3-ed13-4562-a18c-15e842094d48),segment_id=aa02a3c3-ed13-4562-a18c-15e842094d48)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:06.489869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9be416d0-5b1f-4645-89db-bd96e19d26cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:06.570020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:06.575203 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5f2abaaa-920b-4eda-89d9-f1d08b2fe0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:06.630446 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-9be416d0-5b1f-4645-89db-bd96e19d26cf None None] Calling delete_port for 5612584e-677c-4b1f-86e4-86b91b475fc0 owned by network:dhcp {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:06.635757 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] No DVR routers for this DVR port 5612584e-677c-4b1f-86e4-86b91b475fc0 on host dv-cinder-786930-1-smb {{(pid=86314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:51:06.637637 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5612584e-677c-4b1f-86e4-86b91b475fc0,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:06.674916 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:06.714727 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.db.api [None req-9be416d0-5b1f-4645-89db-bd96e19d26cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:51:06.715141 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_db.api [None req-9be416d0-5b1f-4645-89db-bd96e19d26cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:51:06.723782 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 5612584e-677c-4b1f-86e4-86b91b475fc0 no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:51:06.764063 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 5612584e-677c-4b1f-86e4-86b91b475fc0 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:51:06.764453 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 5612584e-677c-4b1f-86e4-86b91b475fc0 not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:51:06.764932 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device a0592881-4acd-482d-a10c-c71746f453d7 no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:51:06.782124 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:06.801807 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: a0592881-4acd-482d-a10c-c71746f453d7 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:51:06.802200 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device a0592881-4acd-482d-a10c-c71746f453d7 not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:51:06.802773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 100f84b3-4b30-437f-9ffb-32da656ebe5d no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:51:06.839007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 100f84b3-4b30-437f-9ffb-32da656ebe5d {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:51:06.839258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 100f84b3-4b30-437f-9ffb-32da656ebe5d not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:51:06.911934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd6a27b-f881-4d4d-9456-7c0db90eaa26']}} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:06.926713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa02a3c3-ed13-4562-a18c-15e842094d48') {'for_net_delete': True} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:06.927056 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa02a3c3-ed13-4562-a18c-15e842094d48') {} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:06.939647 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3049778'] for segment, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:06.955001 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:06.962589 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=86314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:51:07.144875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:51:07.154156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852213907'] for segment, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:07.216294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-9be416d0-5b1f-4645-89db-bd96e19d26cf None None] Deleting port 5612584e-677c-4b1f-86e4-86b91b475fc0 {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:07.216865 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9be416d0-5b1f-4645-89db-bd96e19d26cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:07.294795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-9be416d0-5b1f-4645-89db-bd96e19d26cf None None] The port '5612584e-677c-4b1f-86e4-86b91b475fc0' was deleted {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:51:07.353642 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Network 9bd6a27b-f881-4d4d-9456-7c0db90eaa26 has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:51:07.377629 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:51:07.458803 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:07.462608 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:07.480502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:07.491759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd6a27b-f881-4d4d-9456-7c0db90eaa26,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:07.494860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:07.506162 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3ae4f916-8e11-4bc4-9108-c2680938e0fa admin admin] 10.222.0.10 "DELETE /v2.0/networks/9bd6a27b-f881-4d4d-9456-7c0db90eaa26 HTTP/1.1" status: 204 len: 168 time: 1.5429964 Apr 19 18:51:07.734338 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56742) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:07.789095 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c664ab7f-3e65-4e1e-8d85-9c16bffe7329 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=257b443ba4b441fd8410ddd6eaf5ab45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531983 Apr 19 18:51:07.791706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56746) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:07.858595 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d99fa5b1-0389-4627-ad43-d6a565226b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:07.890902 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d99fa5b1-0389-4627-ad43-d6a565226b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:07.940962 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d99fa5b1-0389-4627-ad43-d6a565226b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:07.946301 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c305d46d-58e3-49c9-9a06-16415b59b2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:07.961604 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fa5b1-0389-4627-ad43-d6a565226b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29288b7e-3e04-4438-8250-847489e47496,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:07.966688 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d99fa5b1-0389-4627-ad43-d6a565226b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:07.968908 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d99fa5b1-0389-4627-ad43-d6a565226b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:07.970392 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-d99fa5b1-0389-4627-ad43-d6a565226b8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29288b7e-3e04-4438-8250-847489e47496 HTTP/1.1" status: 204 len: 168 time: 0.1775370 Apr 19 18:51:12.286173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56844) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:12.415343 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2560-b67e-4662-95b5-a63cdbd31d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:12.431979 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1b7b2560-b67e-4662-95b5-a63cdbd31d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:12.436617 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1b7b2560-b67e-4662-95b5-a63cdbd31d51 admin admin] Usage tracker for resource:security_group_rule and tenant:31872f0b2fbb47618740877b9ad911e8 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:12.440355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1b7b2560-b67e-4662-95b5-a63cdbd31d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:12.446953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1b7b2560-b67e-4662-95b5-a63cdbd31d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:12.538031 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2560-b67e-4662-95b5-a63cdbd31d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:12.540947 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2560-b67e-4662-95b5-a63cdbd31d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:12.550835 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a7745420-15df-4b12-b02c-bac93e996eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:12.592983 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1b7b2560-b67e-4662-95b5-a63cdbd31d51 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31872f0b2fbb47618740877b9ad911e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055286 Apr 19 18:51:12.595032 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b2560-b67e-4662-95b5-a63cdbd31d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a084a1-0471-4f39-823a-5b54e7afa305,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:12.596721 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56850) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:12.599332 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1b7b2560-b67e-4662-95b5-a63cdbd31d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:12.661521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-04819587-f0bb-4bdd-9856-7387cbe23542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:12.688872 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-04819587-f0bb-4bdd-9856-7387cbe23542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:12.732900 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-04819587-f0bb-4bdd-9856-7387cbe23542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:12.738082 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b1cf9276-9546-4bda-a93b-94521498f059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:12.751592 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04819587-f0bb-4bdd-9856-7387cbe23542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a084a1-0471-4f39-823a-5b54e7afa305,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:12.754875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-04819587-f0bb-4bdd-9856-7387cbe23542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:12.755849 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-04819587-f0bb-4bdd-9856-7387cbe23542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:12.757039 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-04819587-f0bb-4bdd-9856-7387cbe23542 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02a084a1-0471-4f39-823a-5b54e7afa305 HTTP/1.1" status: 204 len: 168 time: 0.1592128 Apr 19 18:51:14.876888 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:15.232147 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56934) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:15.363892 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-125b66ae-95a6-415c-9c73-4d19f01b56e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:15.380333 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-125b66ae-95a6-415c-9c73-4d19f01b56e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:15.384445 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-125b66ae-95a6-415c-9c73-4d19f01b56e1 admin admin] Usage tracker for resource:security_group_rule and tenant:aa40486fdb7841029e51a69e8c55e4a2 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:15.387509 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-125b66ae-95a6-415c-9c73-4d19f01b56e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:15.394626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-125b66ae-95a6-415c-9c73-4d19f01b56e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:15.486547 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-125b66ae-95a6-415c-9c73-4d19f01b56e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:15.490773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-125b66ae-95a6-415c-9c73-4d19f01b56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:15.502721 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cf51ee9f-695d-4cc8-9c53-09da6a3fb0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:15.546027 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-125b66ae-95a6-415c-9c73-4d19f01b56e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa40486fdb7841029e51a69e8c55e4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127067 Apr 19 18:51:15.547749 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b66ae-95a6-415c-9c73-4d19f01b56e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8dc1eb-7c0b-48ae-bee9-30b7cc8f61f5,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:15.549132 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56940) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:15.551166 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-125b66ae-95a6-415c-9c73-4d19f01b56e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:15.620496 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4147e257-b309-4286-8d63-3b4b2bda478e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:15.648710 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4147e257-b309-4286-8d63-3b4b2bda478e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:15.695249 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4147e257-b309-4286-8d63-3b4b2bda478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:15.700717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-cb5c9a7d-8c99-4780-a4a1-426186457331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:15.714182 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147e257-b309-4286-8d63-3b4b2bda478e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8dc1eb-7c0b-48ae-bee9-30b7cc8f61f5,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:15.716752 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4147e257-b309-4286-8d63-3b4b2bda478e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:15.725194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4147e257-b309-4286-8d63-3b4b2bda478e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:15.726661 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-4147e257-b309-4286-8d63-3b4b2bda478e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b8dc1eb-7c0b-48ae-bee9-30b7cc8f61f5 HTTP/1.1" status: 204 len: 168 time: 0.1754429 Apr 19 18:51:16.016218 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56948) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:16.035811 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ee6f32c6-23a8-4cf5-8897-c25efad9c7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:16.052184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ee6f32c6-23a8-4cf5-8897-c25efad9c7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:16.056380 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ee6f32c6-23a8-4cf5-8897-c25efad9c7d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a58e401a74e64df7b5f2c31ac01b0e85 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:16.059508 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-ee6f32c6-23a8-4cf5-8897-c25efad9c7d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:16.066769 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-ee6f32c6-23a8-4cf5-8897-c25efad9c7d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:16.155269 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ee6f32c6-23a8-4cf5-8897-c25efad9c7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:16.158194 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ee6f32c6-23a8-4cf5-8897-c25efad9c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:16.167581 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1dbfaf20-7694-493b-831c-3d444bf4d970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:16.215379 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-ee6f32c6-23a8-4cf5-8897-c25efad9c7d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a58e401a74e64df7b5f2c31ac01b0e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979742 Apr 19 18:51:16.217118 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f32c6-23a8-4cf5-8897-c25efad9c7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9891c54-c681-40dc-8d44-ab8ac4810416,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:16.218293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56956) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:16.220663 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ee6f32c6-23a8-4cf5-8897-c25efad9c7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:16.286808 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fbd46b91-5de6-4612-884a-eb5720d07886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:16.316509 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fbd46b91-5de6-4612-884a-eb5720d07886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:16.366030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fbd46b91-5de6-4612-884a-eb5720d07886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:16.371359 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-fcae3bcd-34c8-45f4-b61f-69ac7155ac2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:16.384975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd46b91-5de6-4612-884a-eb5720d07886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9891c54-c681-40dc-8d44-ab8ac4810416,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:16.387299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-fbd46b91-5de6-4612-884a-eb5720d07886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:16.395771 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-fbd46b91-5de6-4612-884a-eb5720d07886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:16.399910 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-fbd46b91-5de6-4612-884a-eb5720d07886 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9891c54-c681-40dc-8d44-ab8ac4810416 HTTP/1.1" status: 204 len: 168 time: 0.1804194 Apr 19 18:51:16.880555 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56972) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:16.900020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a293585b-e4a1-4d73-8585-dab367219fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:16.915922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a293585b-e4a1-4d73-8585-dab367219fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:16.919991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a293585b-e4a1-4d73-8585-dab367219fdb admin admin] Usage tracker for resource:security_group_rule and tenant:3a6afd3fa0664d76a00d04e968bc1973 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:16.922965 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-a293585b-e4a1-4d73-8585-dab367219fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:16.929021 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-a293585b-e4a1-4d73-8585-dab367219fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:17.013366 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a293585b-e4a1-4d73-8585-dab367219fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.016075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-a293585b-e4a1-4d73-8585-dab367219fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.025847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-110be7af-982f-4c9c-99d3-8a0c2ec9e1af tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:17.068046 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-a293585b-e4a1-4d73-8585-dab367219fdb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a6afd3fa0664d76a00d04e968bc1973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863289 Apr 19 18:51:17.069009 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293585b-e4a1-4d73-8585-dab367219fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2281bf-901b-4709-9fee-0b19eaee06f6,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:17.070988 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56976) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:17.072230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-a293585b-e4a1-4d73-8585-dab367219fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:17.139776 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9adc7613-5fa4-421b-96ee-9a6f986ad4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.168427 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9adc7613-5fa4-421b-96ee-9a6f986ad4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.214320 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9adc7613-5fa4-421b-96ee-9a6f986ad4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.219773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ab3bab22-1e99-4f5f-8e43-f02038fefa93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:17.232940 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc7613-5fa4-421b-96ee-9a6f986ad4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2281bf-901b-4709-9fee-0b19eaee06f6,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:17.237504 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9adc7613-5fa4-421b-96ee-9a6f986ad4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:17.243335 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9adc7613-5fa4-421b-96ee-9a6f986ad4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.244544 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9adc7613-5fa4-421b-96ee-9a6f986ad4b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d2281bf-901b-4709-9fee-0b19eaee06f6 HTTP/1.1" status: 204 len: 168 time: 0.1724968 Apr 19 18:51:17.837180 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 56988) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:17.963762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7152cab4-f92a-4aae-a62d-51701f14ca94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.979583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-7152cab4-f92a-4aae-a62d-51701f14ca94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:17.983588 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-7152cab4-f92a-4aae-a62d-51701f14ca94 admin admin] Usage tracker for resource:security_group_rule and tenant:08a2ce7855a94f8ca800478d176d691c is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:17.987090 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-7152cab4-f92a-4aae-a62d-51701f14ca94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:17.993128 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-7152cab4-f92a-4aae-a62d-51701f14ca94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:18.076853 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7152cab4-f92a-4aae-a62d-51701f14ca94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.079741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7152cab4-f92a-4aae-a62d-51701f14ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.088858 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2cad8dca-c1b7-4460-9462-d0051f5fab7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:18.135948 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7152cab4-f92a-4aae-a62d-51701f14ca94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08a2ce7855a94f8ca800478d176d691c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976260 Apr 19 18:51:18.136916 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152cab4-f92a-4aae-a62d-51701f14ca94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc01a9ed-b03a-4f2f-b5a9-90d5b88c8d27,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:18.138930 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 56994) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:18.140190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7152cab4-f92a-4aae-a62d-51701f14ca94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:18.201707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d756a23-f257-4c8f-b21c-2e554d71fe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.233463 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d756a23-f257-4c8f-b21c-2e554d71fe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.279762 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d756a23-f257-4c8f-b21c-2e554d71fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.285365 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4cdb5160-37ac-429e-b2a3-11381edde67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:18.297991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d756a23-f257-4c8f-b21c-2e554d71fe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc01a9ed-b03a-4f2f-b5a9-90d5b88c8d27,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:18.301248 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2d756a23-f257-4c8f-b21c-2e554d71fe5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:18.308847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2d756a23-f257-4c8f-b21c-2e554d71fe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.310071 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2d756a23-f257-4c8f-b21c-2e554d71fe5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bc01a9ed-b03a-4f2f-b5a9-90d5b88c8d27 HTTP/1.1" status: 204 len: 168 time: 0.1700497 Apr 19 18:51:18.605722 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57002) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:18.626052 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1e63085a-cbe7-4f76-8c82-b05e11794998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.648884 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1e63085a-cbe7-4f76-8c82-b05e11794998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:18.653804 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1e63085a-cbe7-4f76-8c82-b05e11794998 admin admin] Usage tracker for resource:security_group_rule and tenant:c1275681c8654b718b32b864a426d31d is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:18.657934 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-1e63085a-cbe7-4f76-8c82-b05e11794998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:18.669288 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-1e63085a-cbe7-4f76-8c82-b05e11794998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:18.763058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1e63085a-cbe7-4f76-8c82-b05e11794998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.765942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-1e63085a-cbe7-4f76-8c82-b05e11794998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.775459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4b124df6-90c8-458e-983e-2efa58ee71f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:18.818218 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-1e63085a-cbe7-4f76-8c82-b05e11794998 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1275681c8654b718b32b864a426d31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112768 Apr 19 18:51:18.819057 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63085a-cbe7-4f76-8c82-b05e11794998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41f72e3-f9be-4b88-9788-f59d6d34b73e,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:18.821129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57006) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:18.822209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1e63085a-cbe7-4f76-8c82-b05e11794998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:18.886772 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f9e9-b65b-4a14-a2cf-6ff075071b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.917156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f9e9-b65b-4a14-a2cf-6ff075071b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.965525 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f9e9-b65b-4a14-a2cf-6ff075071b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.971676 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7152cab4-f92a-4aae-a62d-51701f14ca94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:18.984929 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7f9e9-b65b-4a14-a2cf-6ff075071b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41f72e3-f9be-4b88-9788-f59d6d34b73e,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:18.990088 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b4b7f9e9-b65b-4a14-a2cf-6ff075071b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:18.994600 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f9e9-b65b-4a14-a2cf-6ff075071b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.995864 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b4b7f9e9-b65b-4a14-a2cf-6ff075071b90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b41f72e3-f9be-4b88-9788-f59d6d34b73e HTTP/1.1" status: 204 len: 168 time: 0.1736588 Apr 19 18:51:20.937947 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57064) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:21.064292 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e755f929-2e6b-4657-99c1-27cbaad8303b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:21.079680 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e755f929-2e6b-4657-99c1-27cbaad8303b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:21.084289 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-e755f929-2e6b-4657-99c1-27cbaad8303b admin admin] Usage tracker for resource:security_group_rule and tenant:02b06932b45c4745a6e27ff597201a5c is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:21.087220 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-e755f929-2e6b-4657-99c1-27cbaad8303b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:21.093178 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e755f929-2e6b-4657-99c1-27cbaad8303b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:21.180561 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e755f929-2e6b-4657-99c1-27cbaad8303b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:21.183444 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e755f929-2e6b-4657-99c1-27cbaad8303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:21.192350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ae7810b1-bf81-4a83-a295-f84b211b5a56 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:21.236139 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e755f929-2e6b-4657-99c1-27cbaad8303b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02b06932b45c4745a6e27ff597201a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969570 Apr 19 18:51:21.237129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755f929-2e6b-4657-99c1-27cbaad8303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853ed3dd-a280-4177-b8f9-40ec467c5675,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:21.239982 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57070) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:21.240343 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e755f929-2e6b-4657-99c1-27cbaad8303b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:21.310173 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-052007da-fd5c-4ad5-8ed6-97be6e5c29fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:21.337805 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-052007da-fd5c-4ad5-8ed6-97be6e5c29fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:21.383168 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-052007da-fd5c-4ad5-8ed6-97be6e5c29fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:21.388122 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-897b13c6-2cbb-4161-81e1-434a4e59666e tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:21.401854 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052007da-fd5c-4ad5-8ed6-97be6e5c29fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853ed3dd-a280-4177-b8f9-40ec467c5675,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:21.407149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-052007da-fd5c-4ad5-8ed6-97be6e5c29fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:21.411933 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-052007da-fd5c-4ad5-8ed6-97be6e5c29fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:21.413237 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-052007da-fd5c-4ad5-8ed6-97be6e5c29fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/853ed3dd-a280-4177-b8f9-40ec467c5675 HTTP/1.1" status: 204 len: 168 time: 0.1719754 Apr 19 18:51:21.711384 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57078) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:21.730668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c16dd553-1557-4678-a451-be9bca3f6472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:21.747151 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c16dd553-1557-4678-a451-be9bca3f6472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:21.751156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c16dd553-1557-4678-a451-be9bca3f6472 admin admin] Usage tracker for resource:security_group_rule and tenant:94b419207a234763888dd4b42d68558d is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:21.754691 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-c16dd553-1557-4678-a451-be9bca3f6472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:21.760807 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-c16dd553-1557-4678-a451-be9bca3f6472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:21.845814 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c16dd553-1557-4678-a451-be9bca3f6472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:21.848626 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-c16dd553-1557-4678-a451-be9bca3f6472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:21.857483 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7296db2d-cbe3-4851-a19b-9c55526ef0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:21.902956 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-c16dd553-1557-4678-a451-be9bca3f6472 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94b419207a234763888dd4b42d68558d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903772 Apr 19 18:51:21.904641 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dd553-1557-4678-a451-be9bca3f6472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8a9565-9b76-4477-a07b-233cc55db477,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:21.905959 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57082) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:21.908052 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c16dd553-1557-4678-a451-be9bca3f6472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:21.969172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0a8dda70-e9a3-4242-a7d5-5c601a9be69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:21.997522 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0a8dda70-e9a3-4242-a7d5-5c601a9be69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:22.041918 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0a8dda70-e9a3-4242-a7d5-5c601a9be69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:22.046834 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-55140ea8-efc1-4999-af22-3f94b0156526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:22.060213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dda70-e9a3-4242-a7d5-5c601a9be69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8a9565-9b76-4477-a07b-233cc55db477,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:22.062650 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0a8dda70-e9a3-4242-a7d5-5c601a9be69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:22.071071 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0a8dda70-e9a3-4242-a7d5-5c601a9be69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:22.072351 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0a8dda70-e9a3-4242-a7d5-5c601a9be69d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba8a9565-9b76-4477-a07b-233cc55db477 HTTP/1.1" status: 204 len: 168 time: 0.1652660 Apr 19 18:51:23.001054 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ef96e82a-bd1f-4bc6-91ca-5d42f840dbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:25.837278 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3eab9135-153a-4a01-98ac-03884e0a710f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:25.908678 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:27.234916 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:27.834969 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57182) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:27.970024 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b597bc1a-8633-4194-8b4f-0de12064438d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:27.986881 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-b597bc1a-8633-4194-8b4f-0de12064438d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:27.990660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-b597bc1a-8633-4194-8b4f-0de12064438d admin admin] Usage tracker for resource:security_group_rule and tenant:c71b2b48e72f4e4aa177f9fb1798ce3a is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:27.993661 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-b597bc1a-8633-4194-8b4f-0de12064438d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:27.999996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-b597bc1a-8633-4194-8b4f-0de12064438d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:28.089343 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b597bc1a-8633-4194-8b4f-0de12064438d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.092172 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b597bc1a-8633-4194-8b4f-0de12064438d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.101975 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2d756a23-f257-4c8f-b21c-2e554d71fe5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:28.146322 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b597bc1a-8633-4194-8b4f-0de12064438d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c71b2b48e72f4e4aa177f9fb1798ce3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100958 Apr 19 18:51:28.147316 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597bc1a-8633-4194-8b4f-0de12064438d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5554d74e-3d2f-41c5-8568-3f44f5481db5,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:28.149337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57188) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:28.150894 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b597bc1a-8633-4194-8b4f-0de12064438d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:28.219996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3da29ad7-a8a9-45e9-a4ab-afba95c80888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.248541 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3da29ad7-a8a9-45e9-a4ab-afba95c80888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.257012 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.296167 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3da29ad7-a8a9-45e9-a4ab-afba95c80888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.302051 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-19b31dac-1a05-448c-bfd4-96f5e4e91bca tempest-AttachVolumeShelveTestJSON-1544555775 tempest-AttachVolumeShelveTestJSON-1544555775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:28.317708 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da29ad7-a8a9-45e9-a4ab-afba95c80888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5554d74e-3d2f-41c5-8568-3f44f5481db5,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:28.320258 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3da29ad7-a8a9-45e9-a4ab-afba95c80888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:28.321242 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3da29ad7-a8a9-45e9-a4ab-afba95c80888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.322457 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3da29ad7-a8a9-45e9-a4ab-afba95c80888 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5554d74e-3d2f-41c5-8568-3f44f5481db5 HTTP/1.1" status: 204 len: 168 time: 0.1719465 Apr 19 18:51:28.628073 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57196) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:28.647129 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e790c66b-7777-4b26-905c-eef621cb93e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.663179 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e790c66b-7777-4b26-905c-eef621cb93e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:28.667315 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-e790c66b-7777-4b26-905c-eef621cb93e2 admin admin] Usage tracker for resource:security_group_rule and tenant:effae940e4c5471eba7544242163bd61 is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:28.670351 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-e790c66b-7777-4b26-905c-eef621cb93e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:28.677307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-e790c66b-7777-4b26-905c-eef621cb93e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:28.763451 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e790c66b-7777-4b26-905c-eef621cb93e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.766339 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e790c66b-7777-4b26-905c-eef621cb93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.775688 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1b7b2560-b67e-4662-95b5-a63cdbd31d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:28.824754 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e790c66b-7777-4b26-905c-eef621cb93e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=effae940e4c5471eba7544242163bd61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954923 Apr 19 18:51:28.825670 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790c66b-7777-4b26-905c-eef621cb93e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905dd7c1-8eec-495c-a3d8-5c32ebba5cfc,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:28.827706 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57200) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:28.829007 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e790c66b-7777-4b26-905c-eef621cb93e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:28.895432 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-88814d6c-a6c9-4dff-ab9e-d485d06ec560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.926388 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-88814d6c-a6c9-4dff-ab9e-d485d06ec560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.977843 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-88814d6c-a6c9-4dff-ab9e-d485d06ec560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.983088 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b597bc1a-8633-4194-8b4f-0de12064438d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:28.999346 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88814d6c-a6c9-4dff-ab9e-d485d06ec560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905dd7c1-8eec-495c-a3d8-5c32ebba5cfc,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:29.001737 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-88814d6c-a6c9-4dff-ab9e-d485d06ec560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:29.011825 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-88814d6c-a6c9-4dff-ab9e-d485d06ec560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:29.015036 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-88814d6c-a6c9-4dff-ab9e-d485d06ec560 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/905dd7c1-8eec-495c-a3d8-5c32ebba5cfc HTTP/1.1" status: 204 len: 168 time: 0.1842031 Apr 19 18:51:29.385086 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57208) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:29.404986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-07daa79c-eeca-4901-ab7c-e6162cb66e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:29.420993 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-07daa79c-eeca-4901-ab7c-e6162cb66e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:29.425180 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-07daa79c-eeca-4901-ab7c-e6162cb66e44 admin admin] Usage tracker for resource:security_group_rule and tenant:45b679c13be34210b23a7453aa515600 is out of sync, need to count used quota {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:29.428286 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-07daa79c-eeca-4901-ab7c-e6162cb66e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:29.434463 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-07daa79c-eeca-4901-ab7c-e6162cb66e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:29.524522 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-07daa79c-eeca-4901-ab7c-e6162cb66e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:29.527330 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-07daa79c-eeca-4901-ab7c-e6162cb66e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:29.536647 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-df775989-9719-4ba9-9b52-0bcc5b5e5638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:29.579416 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-07daa79c-eeca-4901-ab7c-e6162cb66e44 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=45b679c13be34210b23a7453aa515600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931641 Apr 19 18:51:29.581764 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07daa79c-eeca-4901-ab7c-e6162cb66e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d8c52e-81da-4348-afe0-18a9db8c2af3,revision_number=1']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:29.583652 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57212) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:29.584987 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-07daa79c-eeca-4901-ab7c-e6162cb66e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:29.650756 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e2dce2c2-eb2e-4757-91fd-c059b7640243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:29.678450 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e2dce2c2-eb2e-4757-91fd-c059b7640243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:29.724517 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e2dce2c2-eb2e-4757-91fd-c059b7640243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:29.729587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0a8dda70-e9a3-4242-a7d5-5c601a9be69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:29.742796 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dce2c2-eb2e-4757-91fd-c059b7640243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d8c52e-81da-4348-afe0-18a9db8c2af3,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:29.745439 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e2dce2c2-eb2e-4757-91fd-c059b7640243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:29.754478 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e2dce2c2-eb2e-4757-91fd-c059b7640243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:29.755747 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e2dce2c2-eb2e-4757-91fd-c059b7640243 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19d8c52e-81da-4348-afe0-18a9db8c2af3 HTTP/1.1" status: 204 len: 168 time: 0.1703238 Apr 19 18:51:30.089506 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:51:31.041942 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57244) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:31.168916 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1ab9-0bfc-425f-aba7-447e72f6b78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:31.184841 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-9f7e1ab9-0bfc-425f-aba7-447e72f6b78a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:31.189010 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9f7e1ab9-0bfc-425f-aba7-447e72f6b78a admin admin] Usage tracker for resource:security_group_rule and tenant:03f497f7b185451b9619e178744bc0ab is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:31.192826 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-9f7e1ab9-0bfc-425f-aba7-447e72f6b78a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:31.198902 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-9f7e1ab9-0bfc-425f-aba7-447e72f6b78a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:31.288092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1ab9-0bfc-425f-aba7-447e72f6b78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:31.291101 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1ab9-0bfc-425f-aba7-447e72f6b78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:31.304296 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-4ef7ac6b-1504-4737-ba1a-2b2dadc7f7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:31.348328 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-9f7e1ab9-0bfc-425f-aba7-447e72f6b78a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03f497f7b185451b9619e178744bc0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051658 Apr 19 18:51:31.350066 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e1ab9-0bfc-425f-aba7-447e72f6b78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c48af46-5d14-43c0-86ea-9217958e5752,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:31.351285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57250) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:31.353399 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9f7e1ab9-0bfc-425f-aba7-447e72f6b78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:31.416744 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad836-dc46-48a3-9682-b8a7ce36013f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:31.456776 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad836-dc46-48a3-9682-b8a7ce36013f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:31.506324 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad836-dc46-48a3-9682-b8a7ce36013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:31.511603 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-1e63085a-cbe7-4f76-8c82-b05e11794998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:31.525266 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ad836-dc46-48a3-9682-b8a7ce36013f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c48af46-5d14-43c0-86ea-9217958e5752,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:31.529211 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0d6ad836-dc46-48a3-9682-b8a7ce36013f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:31.535345 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad836-dc46-48a3-9682-b8a7ce36013f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:31.537406 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-0d6ad836-dc46-48a3-9682-b8a7ce36013f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c48af46-5d14-43c0-86ea-9217958e5752 HTTP/1.1" status: 204 len: 168 time: 0.1841805 Apr 19 18:51:41.326840 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57346) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:41.780005 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Deleting port b2ed0ca4-91f3-474c-9a0a-a6a730aee2ad {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:41.780374 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:41.960660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:41.961049 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:42.098197 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Calling delete_port for b2ed0ca4-91f3-474c-9a0a-a6a730aee2ad owned by network:floatingip {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:42.250231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:42.255466 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6ddef3eb-5512-4333-bca8-95b1506b07c3 tempest-TestMinimumBasicScenario-1346942687 tempest-TestMinimumBasicScenario-1346942687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:42.310463 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event deleted for resources: {'Port': ['ID=b2ed0ca4-91f3-474c-9a0a-a6a730aee2ad,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:42.341715 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:42.409886 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for floatingip, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:42.410304 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.db.l3_db [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Floating IP db65bb67-c22e-4f14-acb0-b24dc08050c7 disassociated (deleted). External IP: 172.28.0.173, port: ae867047-8561-4599-afea-7dd532ca4dea. Apr 19 18:51:42.800428 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Router 18b38571-bbc9-43c5-9177-427a1a195049 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:51:43.011936 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:51:43.026844 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12acb9-fb0c-4b81-9996-adccee4dbb0f None None] Sync routers for ids ['18b38571-bbc9-43c5-9177-427a1a195049'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:51:43.038244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12acb9-fb0c-4b81-9996-adccee4dbb0f None None] Routers {'18b38571-bbc9-43c5-9177-427a1a195049'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:51:43.039046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-2a12acb9-fb0c-4b81-9996-adccee4dbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:51:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['18b38571-bbc9-43c5-9177-427a1a195049'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:43.040195 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:43.100266 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-8425fb63-a78a-474c-b07e-c2b39c21bf8f tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "DELETE /v2.0/floatingips/db65bb67-c22e-4f14-acb0-b24dc08050c7 HTTP/1.1" status: 204 len: 168 time: 1.7720666 Apr 19 18:51:43.100887 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea'}] {{(pid=86314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:51:43.240399 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-2a12acb9-fb0c-4b81-9996-adccee4dbb0f None None] Set router 18b38571-bbc9-43c5-9177-427a1a195049 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:51:43.301759 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea', 'status': 'completed', 'code': 200} Apr 19 18:51:43.412318 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0d406-5e6c-4a78-b097-658046b1c0fa req-3fe7b051-ad14-4063-ac48-048a7b3050aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:43.413934 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c0f0d406-5e6c-4a78-b097-658046b1c0fa req-3fe7b051-ad14-4063-ac48-048a7b3050aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81f1259188ae403892850138664083a7&device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 1099 time: 0.0840192 Apr 19 18:51:43.600468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-2a12acb9-fb0c-4b81-9996-adccee4dbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:46:33Z', 'revision_number': 4, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '099774d9-4a87-4e09-9e5a-76aa1568a6f5', 'name': '', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'tenant_id': '81f1259188ae403892850138664083a7', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:31Z', 'updated_at': '2021-04-19T18:46:45Z', 'revision_number': 5, 'project_id': '81f1259188ae403892850138664083a7', 'subnets': [{'id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:43.604689 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12acb9-fb0c-4b81-9996-adccee4dbb0f None None] Checking router: 18b38571-bbc9-43c5-9177-427a1a195049 for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:51:43.614340 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12acb9-fb0c-4b81-9996-adccee4dbb0f None None] Routers {'18b38571-bbc9-43c5-9177-427a1a195049'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:51:43.615050 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-2a12acb9-fb0c-4b81-9996-adccee4dbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:51:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['18b38571-bbc9-43c5-9177-427a1a195049'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:43.650309 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0d406-5e6c-4a78-b097-658046b1c0fa req-2ec4e91b-4555-4e9c-99cb-c39b20182400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:43.651909 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c0f0d406-5e6c-4a78-b097-658046b1c0fa req-2ec4e91b-4555-4e9c-99cb-c39b20182400 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a HTTP/1.1" status: 200 len: 909 time: 0.2285447 Apr 19 18:51:43.662232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc83e46-e7f4-43b7-abd3-966c13914c52 req-a507f4ca-2ed4-416e-92c6-459a3461b1d1 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:43.663796 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1bc83e46-e7f4-43b7-abd3-966c13914c52 req-a507f4ca-2ed4-416e-92c6-459a3461b1d1 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.2113678 Apr 19 18:51:43.745728 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c0f0d406-5e6c-4a78-b097-658046b1c0fa req-80b313d8-37bd-452d-9e59-6c5184ace4ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae867047-8561-4599-afea-7dd532ca4dea HTTP/1.1" status: 200 len: 217 time: 0.0808787 Apr 19 18:51:43.854006 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-1bc83e46-e7f4-43b7-abd3-966c13914c52 req-8257e95a-ae28-4744-8aea-7e30a77e25de tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306069 Apr 19 18:51:43.855833 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0d406-5e6c-4a78-b097-658046b1c0fa req-de95cf77-29b1-4131-bd31-83f00c847822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:43.857387 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c0f0d406-5e6c-4a78-b097-658046b1c0fa req-de95cf77-29b1-4131-bd31-83f00c847822 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be24bbfc-2e99-4c65-adf0-d810514ee07e HTTP/1.1" status: 200 len: 847 time: 0.1020439 Apr 19 18:51:43.949026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0d406-5e6c-4a78-b097-658046b1c0fa req-ef4a7109-4952-4600-b70e-21fbc4021a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:43.950646 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c0f0d406-5e6c-4a78-b097-658046b1c0fa req-ef4a7109-4952-4600-b70e-21fbc4021a89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840709 Apr 19 18:51:43.988939 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-2a12acb9-fb0c-4b81-9996-adccee4dbb0f None None] Set router 18b38571-bbc9-43c5-9177-427a1a195049 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:51:44.105225 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c0f0d406-5e6c-4a78-b097-658046b1c0fa req-63a62bce-d9d4-438a-9061-64e9dda73dca service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474724 Apr 19 18:51:44.263786 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-c0f0d406-5e6c-4a78-b097-658046b1c0fa req-d57fa424-03b8-4188-8e11-924e189d16ec service neutron] 10.222.0.60 "GET /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518834 Apr 19 18:51:44.332728 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-2a12acb9-fb0c-4b81-9996-adccee4dbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:46:33Z', 'revision_number': 4, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '099774d9-4a87-4e09-9e5a-76aa1568a6f5', 'name': '', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'tenant_id': '81f1259188ae403892850138664083a7', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:31Z', 'updated_at': '2021-04-19T18:46:45Z', 'revision_number': 5, 'project_id': '81f1259188ae403892850138664083a7', 'subnets': [{'id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:44.336822 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12acb9-fb0c-4b81-9996-adccee4dbb0f None None] The sync data for ids ['18b38571-bbc9-43c5-9177-427a1a195049'] in dv-cinder-786930-1-smb is: [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:46:33Z', 'revision_number': 4, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb', '_interfaces': [{'id': '099774d9-4a87-4e09-9e5a-76aa1568a6f5', 'name': '', 'network_id': 'e2ced1ec-f5b8-4dcb-a276-ca7edce7633a', 'tenant_id': '81f1259188ae403892850138664083a7', 'mac_address': 'fa:16:3e:78:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:31Z', 'updated_at': '2021-04-19T18:46:45Z', 'revision_number': 5, 'project_id': '81f1259188ae403892850138664083a7', 'subnets': [{'id': 'be24bbfc-2e99-4c65-adf0-d810514ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:51:44.714020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db8bbc9-9cf6-4a5d-9b5d-51a394403d21 None None] New status for floating IP db65bb67-c22e-4f14-acb0-b24dc08050c7: DOWN {{(pid=86316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:51:44.883742 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:44.993047 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c33082-88fb-4af0-8a14-05f0615c4b3f req-aefec5e1-676e-420c-b50b-8f64b3841002 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:44.994658 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-47c33082-88fb-4af0-8a14-05f0615c4b3f req-aefec5e1-676e-420c-b50b-8f64b3841002 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.60 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.0965328 Apr 19 18:51:45.068072 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ee46d-8dc2-4f20-921c-01953e24c512 req-404a2fe9-82f6-4e56-92dd-4e636795b250 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:45.068751 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-ad1ee46d-8dc2-4f20-921c-01953e24c512 req-404a2fe9-82f6-4e56-92dd-4e636795b250 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Synchronizing usage tracker for tenant:81f1259188ae403892850138664083a7 on resource:port {{(pid=86314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:51:45.072655 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-47c33082-88fb-4af0-8a14-05f0615c4b3f req-0467a3c8-9d4b-4a8b-aabf-dcac7521d2e9 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Deleting port ae867047-8561-4599-afea-7dd532ca4dea {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:45.073039 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-47c33082-88fb-4af0-8a14-05f0615c4b3f req-0467a3c8-9d4b-4a8b-aabf-dcac7521d2e9 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:45.084127 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [req-ad1ee46d-8dc2-4f20-921c-01953e24c512 req-404a2fe9-82f6-4e56-92dd-4e636795b250 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Unset dirty status for tenant:81f1259188ae403892850138664083a7 on resource:port {{(pid=86314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:51:45.085398 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ad1ee46d-8dc2-4f20-921c-01953e24c512 req-404a2fe9-82f6-4e56-92dd-4e636795b250 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 946 time: 0.1110017 Apr 19 18:51:45.136775 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-ad1ee46d-8dc2-4f20-921c-01953e24c512 req-3ec5d8a9-8d25-441f-8aea-2e80f92aab24 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/security-groups?id=95bb09f9-50f5-4ef6-bc6d-b2741e43676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448594 Apr 19 18:51:45.341059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [req-47c33082-88fb-4af0-8a14-05f0615c4b3f req-0467a3c8-9d4b-4a8b-aabf-dcac7521d2e9 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] For port ae867047-8561-4599-afea-7dd532ca4dea, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae867047-8561-4599-afea-7dd532ca4dea,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:45.341368 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-47c33082-88fb-4af0-8a14-05f0615c4b3f req-0467a3c8-9d4b-4a8b-aabf-dcac7521d2e9 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:45.708293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [req-47c33082-88fb-4af0-8a14-05f0615c4b3f req-0467a3c8-9d4b-4a8b-aabf-dcac7521d2e9 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Calling delete_port for ae867047-8561-4599-afea-7dd532ca4dea owned by compute:nova {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:45.858692 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-47c33082-88fb-4af0-8a14-05f0615c4b3f req-0467a3c8-9d4b-4a8b-aabf-dcac7521d2e9 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:45.866431 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-18f9e7d0-16c5-4e25-9ae1-c57779758f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:45.916607 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467a3c8-9d4b-4a8b-aabf-dcac7521d2e9 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event deleted for resources: {'Port': ['ID=ae867047-8561-4599-afea-7dd532ca4dea,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:45.950416 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-0467a3c8-9d4b-4a8b-aabf-dcac7521d2e9 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:46.000249 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c33082-88fb-4af0-8a14-05f0615c4b3f req-0467a3c8-9d4b-4a8b-aabf-dcac7521d2e9 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] No DVR routers for this DVR port ae867047-8561-4599-afea-7dd532ca4dea on host hv-cinder-78693 {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:51:46.003602 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [req-47c33082-88fb-4af0-8a14-05f0615c4b3f req-0467a3c8-9d4b-4a8b-aabf-dcac7521d2e9 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:46.006624 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'name': 'network-vif-deleted', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea'}] {{(pid=86313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:51:46.027122 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-47c33082-88fb-4af0-8a14-05f0615c4b3f req-0467a3c8-9d4b-4a8b-aabf-dcac7521d2e9 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.60 "DELETE /v2.0/ports/ae867047-8561-4599-afea-7dd532ca4dea HTTP/1.1" status: 204 len: 173 time: 1.0257230 Apr 19 18:51:46.055799 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234dae1d-fdc5-474a-9866-5cc5f17599ef', 'name': 'network-vif-deleted', 'tag': 'ae867047-8561-4599-afea-7dd532ca4dea', 'status': 'completed', 'code': 200} Apr 19 18:51:46.312544 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [req-27b64833-a42c-4dec-9731-4e9787179364 req-027ea8e8-8a4a-4973-b848-834e4addea4d tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "GET /v2.0/ports?device_id=234dae1d-fdc5-474a-9866-5cc5f17599ef HTTP/1.1" status: 200 len: 210 time: 0.0520506 Apr 19 18:51:47.423816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57390) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:47.500991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5871fa9-6709-42fc-bcc5-d90681e8a816 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:47.532668 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5871fa9-6709-42fc-bcc5-d90681e8a816 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:47.583922 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5871fa9-6709-42fc-bcc5-d90681e8a816 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:47.589001 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-125b66ae-95a6-415c-9c73-4d19f01b56e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:47.605065 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5871fa9-6709-42fc-bcc5-d90681e8a816 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bb09f9-50f5-4ef6-bc6d-b2741e43676d,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:47.610590 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f5871fa9-6709-42fc-bcc5-d90681e8a816 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:47.612801 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f5871fa9-6709-42fc-bcc5-d90681e8a816 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:47.614009 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-f5871fa9-6709-42fc-bcc5-d90681e8a816 tempest-TestShelveInstance-1554237375 tempest-TestShelveInstance-1554237375-project] 10.222.0.10 "DELETE /v2.0/security-groups/95bb09f9-50f5-4ef6-bc6d-b2741e43676d HTTP/1.1" status: 204 len: 168 time: 0.1891334 Apr 19 18:51:47.662267 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57396) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:48.408666 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019289'] for router_interface, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:49.029629 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] Deleting port 099774d9-4a87-4e09-9e5a-76aa1568a6f5 {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:49.030190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:49.215776 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] For port 099774d9-4a87-4e09-9e5a-76aa1568a6f5, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=099774d9-4a87-4e09-9e5a-76aa1568a6f5,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:49.216143 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:49.354625 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] Calling delete_port for 099774d9-4a87-4e09-9e5a-76aa1568a6f5 owned by network:router_interface {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:49.532192 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:49.537155 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f5849bb7-01cf-4684-b9ee-56a089169a97 tempest-AttachVolumeTestJSON-1727142050 tempest-AttachVolumeTestJSON-1727142050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:49.584576 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=099774d9-4a87-4e09-9e5a-76aa1568a6f5,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:49.588025 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:49.795662 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ae867047-8561-4599-afea-7dd532ca4dea no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:51:49.833411 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] No Port match for: ae867047-8561-4599-afea-7dd532ca4dea {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:51:49.833819 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Device ae867047-8561-4599-afea-7dd532ca4dea not bound to the agent host hv-cinder-78693 {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:51:49.872723 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854149470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1019367'] for router_interface, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:50.265909 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] Router 18b38571-bbc9-43c5-9177-427a1a195049 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:51:50.470865 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57422) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:50.472986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:51:50.487528 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2858a168-14ad-478f-bb97-2ae8bffc0b2d None None] Sync routers for ids ['18b38571-bbc9-43c5-9177-427a1a195049'] in dv-cinder-786930-1-smb {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:51:50.494047 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-8f30a15d-d8fe-4151-8351-e2866bb85f2c admin admin] 10.222.0.10 "PUT /v2.0/routers/18b38571-bbc9-43c5-9177-427a1a195049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8305240 Apr 19 18:51:50.496677 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57428) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:50.505609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858a168-14ad-478f-bb97-2ae8bffc0b2d None None] Routers {'18b38571-bbc9-43c5-9177-427a1a195049'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:51:50.506498 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-2858a168-14ad-478f-bb97-2ae8bffc0b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:51:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['18b38571-bbc9-43c5-9177-427a1a195049'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:50.609055 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-07a825df-4e72-428c-894d-a9c722fd6316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:50.625402 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-07a825df-4e72-428c-894d-a9c722fd6316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:50.630061 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-07a825df-4e72-428c-894d-a9c722fd6316 admin admin] Usage tracker for resource:security_group_rule and tenant:4733619929ed4b20a3992342c516d2ec is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:50.633058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-07a825df-4e72-428c-894d-a9c722fd6316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:50.639148 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-07a825df-4e72-428c-894d-a9c722fd6316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:50.693033 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Notify callbacks [] for router, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:50.719702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-2858a168-14ad-478f-bb97-2ae8bffc0b2d None None] Set router 18b38571-bbc9-43c5-9177-427a1a195049 gateway port host: dv-cinder-786930-1-smb {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:51:50.734492 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-07a825df-4e72-428c-894d-a9c722fd6316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:50.738203 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-07a825df-4e72-428c-894d-a9c722fd6316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:50.748230 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-9f7e1ab9-0bfc-425f-aba7-447e72f6b78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:50.793759 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a825df-4e72-428c-894d-a9c722fd6316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df478ba7-5a9b-4f74-99b8-2e91704256fd,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:50.797435 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-07a825df-4e72-428c-894d-a9c722fd6316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:50.804413 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-07a825df-4e72-428c-894d-a9c722fd6316 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4733619929ed4b20a3992342c516d2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323820 Apr 19 18:51:50.805276 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57432) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:50.871520 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2c10655b-2d75-4c14-b5db-27750f4822da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:50.896068 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:50.901019 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2c10655b-2d75-4c14-b5db-27750f4822da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:50.905263 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Deleting port e3e4dd47-1335-417a-9264-a5b2cd0f300c {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:50.905980 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:50.959446 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2c10655b-2d75-4c14-b5db-27750f4822da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:50.966403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d99fa5b1-0389-4627-ad43-d6a565226b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:50.980283 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2c10655b-2d75-4c14-b5db-27750f4822da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:50.983211 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2c10655b-2d75-4c14-b5db-27750f4822da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df478ba7-5a9b-4f74-99b8-2e91704256fd HTTP/1.1" status: 204 len: 168 time: 0.1767197 Apr 19 18:51:50.988623 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10655b-2d75-4c14-b5db-27750f4822da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df478ba7-5a9b-4f74-99b8-2e91704256fd,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:50.991570 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2c10655b-2d75-4c14-b5db-27750f4822da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:51.060758 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-2858a168-14ad-478f-bb97-2ae8bffc0b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:51:49Z', 'revision_number': 5, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port': {'id': 'e3e4dd47-1335-417a-9264-a5b2cd0f300c', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b38571-bbc9-43c5-9177-427a1a195049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:26Z', 'updated_at': '2021-04-19T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:51.066447 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2858a168-14ad-478f-bb97-2ae8bffc0b2d None None] Checking router: 18b38571-bbc9-43c5-9177-427a1a195049 for host: dv-cinder-786930-1-smb {{(pid=86315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:51:51.077360 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858a168-14ad-478f-bb97-2ae8bffc0b2d None None] Routers {'18b38571-bbc9-43c5-9177-427a1a195049'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:51:51.078134 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-2858a168-14ad-478f-bb97-2ae8bffc0b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:51:26Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['18b38571-bbc9-43c5-9177-427a1a195049'], 'active': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:51.116403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] For port e3e4dd47-1335-417a-9264-a5b2cd0f300c, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=e3e4dd47-1335-417a-9264-a5b2cd0f300c,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:51.116729 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:51.262135 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Calling delete_port for e3e4dd47-1335-417a-9264-a5b2cd0f300c owned by network:router_gateway {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:51.262262 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-2858a168-14ad-478f-bb97-2ae8bffc0b2d None None] Set router 18b38571-bbc9-43c5-9177-427a1a195049 gateway port host: None {{(pid=86315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:51:51.386707 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-2858a168-14ad-478f-bb97-2ae8bffc0b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:51:50Z', 'revision_number': 6, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port_host': None}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:51.391215 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2858a168-14ad-478f-bb97-2ae8bffc0b2d None None] The sync data for ids ['18b38571-bbc9-43c5-9177-427a1a195049'] in dv-cinder-786930-1-smb is: [{'id': '18b38571-bbc9-43c5-9177-427a1a195049', 'name': 'tempest-TestShelveInstance-824963160-router', 'tenant_id': '81f1259188ae403892850138664083a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:24Z', 'updated_at': '2021-04-19T18:51:50Z', 'revision_number': 6, 'project_id': '81f1259188ae403892850138664083a7', 'gw_port_host': None}] {{(pid=86315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:51:51.450156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:51.455738 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-d17faf4d-b276-4139-8063-c97c38246718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:51.504252 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e4dd47-1335-417a-9264-a5b2cd0f300c,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:51.507327 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:51.608804 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853834650'] for router_gateway, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:52.065635 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853755846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760019'] for router, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:52.067985 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:52.094984 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-948350'] for router, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:52.095660 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b38571-bbc9-43c5-9177-427a1a195049 {{(pid=86314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:51:52.109828 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Notify callbacks [] for router, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:52.111131 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] 10.222.0.10 "DELETE /v2.0/routers/18b38571-bbc9-43c5-9177-427a1a195049 HTTP/1.1" status: 204 len: 168 time: 1.6134405 Apr 19 18:51:52.114099 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57460) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:52.192690 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Deleting subnet be24bbfc-2e99-4c65-adf0-d810514ee07e {{(pid=86313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:51:52.196231 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:52.252544 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852566802'] for subnet, precommit_delete_associations {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:52.390682 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:52.681614 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3237982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2790604'] for subnet, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:52.687128 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-c34a23c0-be04-4b56-809d-5d92885dc505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:52.712641 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device e3e4dd47-1335-417a-9264-a5b2cd0f300c no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:51:52.726013 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be24bbfc-2e99-4c65-adf0-d810514ee07e,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:52.731512 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for subnet, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:52.740715 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:52.741132 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:52.741550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:52.741954 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:52.742353 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:52.742787 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:52.743187 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:52.743588 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:52.743981 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:52.744375 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:52.744767 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:52.745159 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:52.746674 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db604362-e826-4ba2-9b61-78e29a280525 None None] Network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:51:52.748583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:52.750114 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-27aaa457-d227-4134-add0-b578f7b01a8c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/be24bbfc-2e99-4c65-adf0-d810514ee07e HTTP/1.1" status: 204 len: 168 time: 0.6348815 Apr 19 18:51:52.753075 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57468) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:52.780250 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: e3e4dd47-1335-417a-9264-a5b2cd0f300c {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:51:52.780650 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device e3e4dd47-1335-417a-9264-a5b2cd0f300c not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:51:52.781130 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 099774d9-4a87-4e09-9e5a-76aa1568a6f5 no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:51:52.828184 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 099774d9-4a87-4e09-9e5a-76aa1568a6f5 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:51:52.828583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 099774d9-4a87-4e09-9e5a-76aa1568a6f5 not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:51:52.875587 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:52.887606 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Deleting port 8480c8a9-4d98-434d-9251-30189b7bf09a {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:52.887985 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:53.013586 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-6c367645-8173-4709-94f6-c2d44cd4012a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:53.091713 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc20a375-8a08-4249-96fd-55e1e2a03f5e None None] DHCP port deletion for e2ced1ec-f5b8-4dcb-a276-ca7edce7633a request from dv-cinder-786930-1-smb {{(pid=86315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:51:53.097157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-bc20a375-8a08-4249-96fd-55e1e2a03f5e None None] Deleting port 8480c8a9-4d98-434d-9251-30189b7bf09a {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:53.097583 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-bc20a375-8a08-4249-96fd-55e1e2a03f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:53.117740 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] For port 8480c8a9-4d98-434d-9251-30189b7bf09a, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=8480c8a9-4d98-434d-9251-30189b7bf09a,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:53.118157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:53.257667 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Calling delete_port for 8480c8a9-4d98-434d-9251-30189b7bf09a owned by network:dhcp {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:53.322683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-bc20a375-8a08-4249-96fd-55e1e2a03f5e None None] For port 8480c8a9-4d98-434d-9251-30189b7bf09a, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=8480c8a9-4d98-434d-9251-30189b7bf09a,segment=NetworkSegment(8d126a2c-e157-47e1-9391-be5e12bf5d28),segment_id=8d126a2c-e157-47e1-9391-be5e12bf5d28)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:53.323030 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-bc20a375-8a08-4249-96fd-55e1e2a03f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:53.336991 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:53.342424 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-ed78b7b9-6232-49b2-aed8-cc71eb416cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:53.394092 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=8480c8a9-4d98-434d-9251-30189b7bf09a,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:53.397468 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:53.400124 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] No DVR routers for this DVR port 8480c8a9-4d98-434d-9251-30189b7bf09a on host dv-cinder-786930-1-smb {{(pid=86313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:51:53.466609 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-bc20a375-8a08-4249-96fd-55e1e2a03f5e None None] Calling delete_port for 8480c8a9-4d98-434d-9251-30189b7bf09a owned by network:dhcp {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:53.538355 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:53.560953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.db.api [None req-bc20a375-8a08-4249-96fd-55e1e2a03f5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:51:53.560953 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_db.api [None req-bc20a375-8a08-4249-96fd-55e1e2a03f5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:51:53.661286 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ced1ec-f5b8-4dcb-a276-ca7edce7633a']}} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:53.678307 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d126a2c-e157-47e1-9391-be5e12bf5d28') {'for_net_delete': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:53.678696 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d126a2c-e157-47e1-9391-be5e12bf5d28') {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:53.692044 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2208998'] for segment, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:53.708078 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:53.715288 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=86313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:51:53.914598 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:51:53.924784 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851536899'] for segment, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:54.054316 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-bc20a375-8a08-4249-96fd-55e1e2a03f5e None None] Deleting port 8480c8a9-4d98-434d-9251-30189b7bf09a {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:54.054795 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-bc20a375-8a08-4249-96fd-55e1e2a03f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:54.110973 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Network e2ced1ec-f5b8-4dcb-a276-ca7edce7633a has no segments {{(pid=86313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:51:54.132600 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-bc20a375-8a08-4249-96fd-55e1e2a03f5e None None] The port '8480c8a9-4d98-434d-9251-30189b7bf09a' was deleted {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:51:54.134309 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:51:54.214554 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:54.219627 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:54.223556 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:54.247017 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ced1ec-f5b8-4dcb-a276-ca7edce7633a,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:54.249561 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:54.260879 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-40251ffb-6ca5-4cb7-8f5e-8245f6227dbb admin admin] 10.222.0.10 "DELETE /v2.0/networks/e2ced1ec-f5b8-4dcb-a276-ca7edce7633a HTTP/1.1" status: 204 len: 168 time: 1.5066550 Apr 19 18:51:54.263850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57478) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:54.723535 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 8480c8a9-4d98-434d-9251-30189b7bf09a no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:51:54.760078 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 8480c8a9-4d98-434d-9251-30189b7bf09a {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:51:54.760387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 8480c8a9-4d98-434d-9251-30189b7bf09a not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:51:54.848885 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019289'] for router_interface, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:55.456878 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] Deleting port 9ed0677b-c9a0-4995-9d87-198c79c0cd95 {{(pid=86313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:55.457251 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:55.640639 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] For port 9ed0677b-c9a0-4995-9d87-198c79c0cd95, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=9ed0677b-c9a0-4995-9d87-198c79c0cd95,segment=NetworkSegment(d9d5e206-60b1-4c8a-9b83-d14c5339ccbc),segment_id=d9d5e206-60b1-4c8a-9b83-d14c5339ccbc)] {{(pid=86313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:55.641043 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:55.781748 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] Calling delete_port for 9ed0677b-c9a0-4995-9d87-198c79c0cd95 owned by network:router_interface {{(pid=86313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:55.839062 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-65e54395-04de-4cd7-ba38-e8c9698ba2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:55.910451 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:55.963720 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238794'] for port, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:55.968684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-6db77414-b959-48e0-8cf8-1438536f2914 tempest-VolumesSnapshotTestJSON-170812645 tempest-VolumesSnapshotTestJSON-170812645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:56.014055 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed0677b-c9a0-4995-9d87-198c79c0cd95,revision_number=None']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:56.018046 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:56.304272 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854149470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1019367'] for router_interface, after_delete {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:56.715921 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] Router 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 has already been hosted by L3 agent 8c85345d-0ac0-4df0-9c58-3853132fbac4 {{(pid=86313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:51:56.916058 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] Notify agent at l3_agent.dv-cinder-786930-1-smb the message routers_updated {{(pid=86313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:51:56.925983 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa2c86-99a1-4fd9-a848-635291ba2ce4 None None] Sync routers for ids ['8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'] in dv-cinder-786930-1-smb {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:51:56.936147 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa2c86-99a1-4fd9-a848-635291ba2ce4 None None] Routers {'8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:51:56.936873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-22aa2c86-99a1-4fd9-a848-635291ba2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:51:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:56.940671 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-607dfac7-4c1b-4c37-8867-1b82dbe45cd2 admin admin] 10.222.0.10 "PUT /v2.0/routers/8ad7cf66-de16-49eb-91b0-24cc3a0c80f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6756806 Apr 19 18:51:56.943738 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57494) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:57.130977 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-22aa2c86-99a1-4fd9-a848-635291ba2ce4 None None] Set router 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 gateway port host: dv-cinder-786930-1-smb {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:51:57.137597 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Notify callbacks [] for router, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:57.238782 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:57.337387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:57.347285 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Deleting port d91395c1-7cd5-4b09-9de5-53457a3bfd2f {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:57.347665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:57.450996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-22aa2c86-99a1-4fd9-a848-635291ba2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'name': 'tempest-TestShelveInstance-1842725156-router', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'external_fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:39Z', 'updated_at': '2021-04-19T18:51:55Z', 'revision_number': 5, 'project_id': '966797ba883b4bb5850464916c9bf386', 'gw_port': {'id': 'd91395c1-7cd5-4b09-9de5-53457a3bfd2f', 'name': '', 'network_id': '03a2a4cc-d2bb-49fa-96db-2f81eadeaebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:39:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:42Z', 'updated_at': '2021-04-19T18:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc5a7ed1-7a44-430b-b70c-0b61bed3b788', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-1-smb'}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:57.456427 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa2c86-99a1-4fd9-a848-635291ba2ce4 None None] Checking router: 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 for host: dv-cinder-786930-1-smb {{(pid=86316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:51:57.465952 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa2c86-99a1-4fd9-a848-635291ba2ce4 None None] Routers {'8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'} bound to L3 agent in host dv-cinder-786930-1-smb {{(pid=86316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:51:57.466627 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-22aa2c86-99a1-4fd9-a848-635291ba2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:34:26Z,description=,heartbeat_timestamp=2021-04-19T18:51:56Z,host='dv-cinder-786930-1-smb',id=8c85345d-0ac0-4df0-9c58-3853132fbac4,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:34:26Z,topic='l3_agent')) {'router_ids': ['8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'], 'active': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:57.549913 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] For port d91395c1-7cd5-4b09-9de5-53457a3bfd2f, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=d91395c1-7cd5-4b09-9de5-53457a3bfd2f,segment=NetworkSegment(a01e7765-f4e1-4515-9770-dc53c39048fa),segment_id=a01e7765-f4e1-4515-9770-dc53c39048fa)] {{(pid=86314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:57.550319 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:57.699132 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Calling delete_port for d91395c1-7cd5-4b09-9de5-53457a3bfd2f owned by network:router_gateway {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:57.798403 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvr_db [None req-22aa2c86-99a1-4fd9-a848-635291ba2ce4 None None] Set router 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 gateway port host: None {{(pid=86316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:51:57.886028 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:57.891442 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7847bfaf-2ffa-4a25-9136-ff398b00869d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:57.917813 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_hamode_db [None req-22aa2c86-99a1-4fd9-a848-635291ba2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'name': 'tempest-TestShelveInstance-1842725156-router', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:39Z', 'updated_at': '2021-04-19T18:51:57Z', 'revision_number': 6, 'project_id': '966797ba883b4bb5850464916c9bf386', 'gw_port_host': None}], 'dv-cinder-786930-1-smb', False) {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:57.922156 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa2c86-99a1-4fd9-a848-635291ba2ce4 None None] The sync data for ids ['8ad7cf66-de16-49eb-91b0-24cc3a0c80f9'] in dv-cinder-786930-1-smb is: [{'id': '8ad7cf66-de16-49eb-91b0-24cc3a0c80f9', 'name': 'tempest-TestShelveInstance-1842725156-router', 'tenant_id': '966797ba883b4bb5850464916c9bf386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:39Z', 'updated_at': '2021-04-19T18:51:57Z', 'revision_number': 6, 'project_id': '966797ba883b4bb5850464916c9bf386', 'gw_port_host': None}] {{(pid=86316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:51:57.943986 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d91395c1-7cd5-4b09-9de5-53457a3bfd2f,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:57.950725 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:58.076261 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853834650'] for router_gateway, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:58.262337 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:58.263869 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853755846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760019'] for router, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:58.266244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:58.287277 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-948350'] for router, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:58.287850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 {{(pid=86314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:51:58.300771 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] Notify callbacks [] for router, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:58.301917 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-b92f6935-3e40-4160-9864-d36a3de217ef admin admin] 10.222.0.10 "DELETE /v2.0/routers/8ad7cf66-de16-49eb-91b0-24cc3a0c80f9 HTTP/1.1" status: 204 len: 168 time: 1.3570690 Apr 19 18:51:58.304665 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57510) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:58.371387 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ed74b7-ca3e-496b-a872-169da82d3e6e admin admin] Deleting subnet b9500311-5173-41eb-ba82-fdc6ecaf62d6 {{(pid=86314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:51:58.374717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1ed74b7-ca3e-496b-a872-169da82d3e6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:58.432585 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1ed74b7-ca3e-496b-a872-169da82d3e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851726022'] for subnet, precommit_delete_associations {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:58.519177 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1ed74b7-ca3e-496b-a872-169da82d3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2017570'] for subnet, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:58.720550 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 9ed0677b-c9a0-4995-9d87-198c79c0cd95 no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:51:58.762108 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: 9ed0677b-c9a0-4995-9d87-198c79c0cd95 {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:51:58.762502 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device 9ed0677b-c9a0-4995-9d87-198c79c0cd95 not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:51:58.763020 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device d91395c1-7cd5-4b09-9de5-53457a3bfd2f no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:51:58.799420 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1ed74b7-ca3e-496b-a872-169da82d3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852758246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853794196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852413074'] for subnet, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:58.805643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-18f2293a-6b57-4756-a3d4-350439c7f212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:58.849575 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed74b7-ca3e-496b-a872-169da82d3e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9500311-5173-41eb-ba82-fdc6ecaf62d6,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:58.852232 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e1ed74b7-ca3e-496b-a872-169da82d3e6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:58.855428 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e1ed74b7-ca3e-496b-a872-169da82d3e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:58.863388 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-e1ed74b7-ca3e-496b-a872-169da82d3e6e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b9500311-5173-41eb-ba82-fdc6ecaf62d6 HTTP/1.1" status: 204 len: 168 time: 0.5544753 Apr 19 18:51:58.863684 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57514) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:58.979787 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2804f5-3a36-4785-a24e-be1b45fa903b None None] Network 9c3150f7-963f-48e5-aa45-264790a652ab requested from dv-cinder-786930-1-smb {{(pid=86315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:51:58.988335 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587822'] for network, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:58.999874 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Deleting port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b {{(pid=86314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:59.000246 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:59.013461 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: d91395c1-7cd5-4b09-9de5-53457a3bfd2f {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:51:59.014048 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device d91395c1-7cd5-4b09-9de5-53457a3bfd2f not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:51:59.242623 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] For port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=aaf9d0b7-105b-4de7-a3b9-fbac007ef08b,segment=NetworkSegment(d9d5e206-60b1-4c8a-9b83-d14c5339ccbc),segment_id=d9d5e206-60b1-4c8a-9b83-d14c5339ccbc)] {{(pid=86314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:59.243026 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:59.255702 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c36d5ed-cfbb-4b81-ba87-0603b29c4e80 None None] DHCP port deletion for 9c3150f7-963f-48e5-aa45-264790a652ab request from dv-cinder-786930-1-smb {{(pid=86315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:51:59.260670 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-5c36d5ed-cfbb-4b81-ba87-0603b29c4e80 None None] Deleting port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:59.261712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5c36d5ed-cfbb-4b81-ba87-0603b29c4e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:59.391635 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Calling delete_port for aaf9d0b7-105b-4de7-a3b9-fbac007ef08b owned by network:dhcp {{(pid=86314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:59.501683 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1593139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294731248159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363294731696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561818'] for port, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:59.504773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.db [None req-5c36d5ed-cfbb-4b81-ba87-0603b29c4e80 None None] For port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b, host dv-cinder-786930-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-1-smb',level=0,port_id=aaf9d0b7-105b-4de7-a3b9-fbac007ef08b,segment=NetworkSegment(d9d5e206-60b1-4c8a-9b83-d14c5339ccbc),segment_id=d9d5e206-60b1-4c8a-9b83-d14c5339ccbc)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:59.505208 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5c36d5ed-cfbb-4b81-ba87-0603b29c4e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942974'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:59.506845 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-e0bbabe9-6393-4665-bbcb-0a6dbf485e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:59.558525 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf9d0b7-105b-4de7-a3b9-fbac007ef08b,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:59.560751 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] No DVR routers for this DVR port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b on host dv-cinder-786930-1-smb {{(pid=86314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:51:59.562372 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:59.644717 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-5c36d5ed-cfbb-4b81-ba87-0603b29c4e80 None None] Calling delete_port for aaf9d0b7-105b-4de7-a3b9-fbac007ef08b owned by network:dhcp {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:59.685517 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852758153', 'neutron.services.segments.db._delete_segments_for_network-8742123445875'] for network, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:59.723847 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.db.api [None req-5c36d5ed-cfbb-4b81-ba87-0603b29c4e80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:51:59.724262 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_db.api [None req-5c36d5ed-cfbb-4b81-ba87-0603b29c4e80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:51:59.797970 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3150f7-963f-48e5-aa45-264790a652ab']}} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:59.815301 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d5e206-60b1-4c8a-9b83-d14c5339ccbc') {'for_net_delete': True} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:59.815630 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.services.segments.db [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d5e206-60b1-4c8a-9b83-d14c5339ccbc') {} {{(pid=86314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:51:59.828190 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363294731221091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3049778'] for segment, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:59.846859 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852720316'] for segment, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:59.854298 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=86314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:52:00.036658 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Network 9c3150f7-963f-48e5-aa45-264790a652ab has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:52:00.045933 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2055475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852213907'] for segment, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:00.225638 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-5c36d5ed-cfbb-4b81-ba87-0603b29c4e80 None None] Deleting port aaf9d0b7-105b-4de7-a3b9-fbac007ef08b {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:52:00.226120 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5c36d5ed-cfbb-4b81-ba87-0603b29c4e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294731251828'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:00.228791 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.managers [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Network 9c3150f7-963f-48e5-aa45-264790a652ab has no segments {{(pid=86314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: Traceback (most recent call last): Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: timer() Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: cb(*args, **kw) Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: return func(*args, **kwargs) Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: self._notify() Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: self.callback(batched_events) Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: event.method(event) Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: segment_id)['aggregates'][0] Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: return f(self, *a, **k) Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: return self._get(url).json() Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: **kwargs) Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: return self.request(url, 'GET', **kwargs) Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: **endpoint_filter) Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:52:00.252978 dv-cinder-786930-1-smb neutron-server[86198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:52:00.302244 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-5c36d5ed-cfbb-4b81-ba87-0603b29c4e80 None None] The port 'aaf9d0b7-105b-4de7-a3b9-fbac007ef08b' was deleted {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:52:00.335397 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853833599'] for network, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:00.339059 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:00.356590 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626313'] for network, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:00.363643 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3150f7-963f-48e5-aa45-264790a652ab,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:00.368773 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:00.374442 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-7dcd4663-def4-48e2-92f0-c89f49db22e6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9c3150f7-963f-48e5-aa45-264790a652ab HTTP/1.1" status: 204 len: 168 time: 1.5096996 Apr 19 18:52:00.563300 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57530) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:00.617282 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-daf7ceaf-ca3d-40da-9ced-81445163eaaf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81f1259188ae403892850138664083a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525017 Apr 19 18:52:00.619963 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57534) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:00.688010 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-43120538-cd12-4998-9135-ef1e380c8064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:00.718363 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device aaf9d0b7-105b-4de7-a3b9-fbac007ef08b no longer exists at agent ovs-agent-dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:52:00.718534 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-43120538-cd12-4998-9135-ef1e380c8064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:00.756911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] No Port match for: aaf9d0b7-105b-4de7-a3b9-fbac007ef08b {{(pid=86315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:52:00.757081 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.plugins.ml2.rpc [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Device aaf9d0b7-105b-4de7-a3b9-fbac007ef08b not bound to the agent host dv-cinder-786930-1-smb {{(pid=86315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:52:00.773220 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-43120538-cd12-4998-9135-ef1e380c8064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:00.778407 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-f10b10e6-71e7-479d-bb1e-dfdee17ad7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:00.792958 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43120538-cd12-4998-9135-ef1e380c8064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27f6a1f-9a45-4f11-bdea-a0efc00123d0,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:00.798188 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-43120538-cd12-4998-9135-ef1e380c8064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:00.800421 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-43120538-cd12-4998-9135-ef1e380c8064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:00.804550 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-43120538-cd12-4998-9135-ef1e380c8064 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f27f6a1f-9a45-4f11-bdea-a0efc00123d0 HTTP/1.1" status: 204 len: 168 time: 0.1828866 Apr 19 18:52:01.178202 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57546) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:01.233360 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-bea7ace5-dc97-41a0-9c3c-4eda2962a107 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=966797ba883b4bb5850464916c9bf386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537510 Apr 19 18:52:01.236677 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57550) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:01.299035 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5180d704-bab7-43a4-83ac-ed2381b33473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:01.326436 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5180d704-bab7-43a4-83ac-ed2381b33473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:01.372709 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5180d704-bab7-43a4-83ac-ed2381b33473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:01.378112 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-07daa79c-eeca-4901-ab7c-e6162cb66e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:01.393924 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180d704-bab7-43a4-83ac-ed2381b33473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b1da28-c2e5-4d19-87c6-7eb9994c73d5,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:01.397911 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5180d704-bab7-43a4-83ac-ed2381b33473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:01.402850 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-5180d704-bab7-43a4-83ac-ed2381b33473 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13b1da28-c2e5-4d19-87c6-7eb9994c73d5 HTTP/1.1" status: 204 len: 168 time: 0.1616507 Apr 19 18:52:01.402850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-5180d704-bab7-43a4-83ac-ed2381b33473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:05.477912 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86313) accepted ('10.222.0.10', 57590) {{(pid=86313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:05.606045 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3442a1fe-11ea-4fdc-8f36-509583c031e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:05.621974 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-3442a1fe-11ea-4fdc-8f36-509583c031e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:52:05.625990 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-3442a1fe-11ea-4fdc-8f36-509583c031e2 admin admin] Usage tracker for resource:security_group_rule and tenant:12a7754ab1af4016bc77d93ceeef831b is out of sync, need to count used quota {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:52:05.629149 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.quota.resource [None req-3442a1fe-11ea-4fdc-8f36-509583c031e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:52:05.635141 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.quota.driver [None req-3442a1fe-11ea-4fdc-8f36-509583c031e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:52:05.721488 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3442a1fe-11ea-4fdc-8f36-509583c031e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:05.724101 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3442a1fe-11ea-4fdc-8f36-509583c031e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_create {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:05.732965 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2c10655b-2d75-4c14-b5db-27750f4822da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:05.774789 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-3442a1fe-11ea-4fdc-8f36-509583c031e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12a7754ab1af4016bc77d93ceeef831b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955773 Apr 19 18:52:05.775698 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442a1fe-11ea-4fdc-8f36-509583c031e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0914fc99-2859-4c9d-b227-01c3649a044d,revision_number=1']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:05.777712 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.wsgi [-] (86314) accepted ('10.222.0.10', 57596) {{(pid=86314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:05.779070 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3442a1fe-11ea-4fdc-8f36-509583c031e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:05.842730 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:05.876157 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:06.167732 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853857632'] for security_group, after_delete {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:06.172801 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-3f095256-8d73-45b2-b553-0d5ac2923048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:06.186816 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0914fc99-2859-4c9d-b227-01c3649a044d,revision_number=None']} {{(pid=86314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:06.195542 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:06.196751 dv-cinder-786930-1-smb neutron-server[86198]: INFO neutron.wsgi [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0914fc99-2859-4c9d-b227-01c3649a044d HTTP/1.1" status: 204 len: 168 time: 0.4179845 Apr 19 18:52:06.198249 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:06.198696 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:06.199111 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:06.199521 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:06.199923 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:06.200325 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:06.200724 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:06.201299 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:06.201503 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:06.201899 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:06.202294 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:06.202737 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-1-smb {{(pid=86314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:06.206222 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG oslo_concurrency.lockutils [None req-2156af6d-7ad8-48cd-9e2e-2cdab26992c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:07.089110 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:52:14.903989 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:23.006840 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7ac68e8f-5fba-4eeb-9377-0eec30efd70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:25.840556 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-39a5db2c-26a3-49d4-a9d8-4ceedea0fc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:25.911699 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:27.241257 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:28.264449 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:44.089311 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:52:44.930043 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:53.008840 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-af5570b9-a455-4cbe-af6e-bbd8166394ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:55.842352 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-e4e565e8-0170-48fe-89b0-5b00a1c87cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:55.914089 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:57.242804 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:58.267436 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:14.932213 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:21.089545 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:53:23.010270 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-f1b247a0-7430-41ba-8d6e-40d07cc08c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:25.844243 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-68016d76-e65d-42c1-8120-f296b8134519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:25.926050 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.244492 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.270676 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:44.943247 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:53.011475 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-7ca649b6-6513-47d7-9282-962edd777342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.845209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9013c7eb-9893-4e74-a21b-7cb833959525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.920137 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:57.246875 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:58.089832 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:53:58.274856 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:14.942788 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:23.013350 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d020-4ce4-4658-9133-8ea9316c2e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:25.846644 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-4845fe96-cf18-429f-b2b5-54a7e70a91ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:25.923880 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:27.247885 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:28.278480 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:35.092336 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:54:44.962736 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:53.014899 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8e251c54-3b91-41cf-a502-62cc1a632e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:55.847652 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2ef20400-c962-4441-8793-2dcdb370ffb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:55.925209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:57.249873 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:58.282456 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:12.092782 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:55:14.973494 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:23.016506 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3b859ef7-cea6-482e-a689-1e7f29028b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:25.848293 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-2e228d2f-1b0d-4dc0-aaba-edcbffa10210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:25.928001 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:27.251082 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:28.288143 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:44.977612 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:49.093741 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:55:53.018860 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-5c60432f-cc6a-4893-9389-95dce37ca6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:55.848996 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-78ddaa51-35b0-4475-b670-075b0a30c768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:55.929899 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:57.252823 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:58.288459 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:14.987774 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:23.021166 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-d13aad94-c661-407e-86f2-e6dc1cf9452d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:25.850361 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ec130031-9cf7-48d1-88d8-21a99e1ced68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:25.934209 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:26.093621 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron.db.agents_db [None req-2f34c5f8-b5ef-4135-81d2-532b074ed650 None None] Agent healthcheck: found 6 active agents {{(pid=86316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:56:27.254902 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:28.292652 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:44.988629 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-3ea21812-d2f5-4e1d-930c-8a840f2ce191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:53.023850 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-9945df4d-a74c-468e-8d2e-7fb80b163703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:55.854074 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-54db7710-9419-4779-8073-ebf88673b125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:55.953239 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-ffc784f9-bcc1-4171-bd47-5c7b292fd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:57.256423 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e261-d8b3-48a8-a9dd-e276a6d32fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:58.296364 dv-cinder-786930-1-smb neutron-server[86198]: DEBUG neutron_lib.callbacks.manager [None req-560cb438-5f42-4e34-b48d-33450c97d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294731329925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852756139'] for agent, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}